-- Logs begin at Fri 2021-06-18 18:51:33 UTC, end at Fri 2021-06-18 20:01:40 UTC. -- Jun 18 19:36:06.618238 dv-cinder-790535-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 19:36:09.331456 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.common.config [-] Logging enabled! Jun 18 19:36:09.332210 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 19:36:09.332343 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99901) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 19:36:09.335428 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.common.config [-] Logging enabled! Jun 18 19:36:09.335682 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 18 19:36:09.335996 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99901) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 19:36:09.337555 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 19:36:09.337790 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 19:36:09.338191 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 19:36:09.338415 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 19:36:09.338639 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 19:36:09.339210 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.339505 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.339824 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.340024 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.340319 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.340604 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.340913 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.341201 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.341494 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.341779 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.342056 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.342342 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.342570 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.342853 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.343137 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.343421 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.343641 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] debug = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.343921 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.344360 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.344792 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.345079 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.345368 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.345644 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.345913 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.346187 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.346476 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.346818 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] host = dv-cinder-790535-6-smb {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.347092 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.347378 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.347657 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.347937 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.348215 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.348489 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.348809 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.349081 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.349352 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] log_file = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.349625 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.349908 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.350193 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.350483 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.350705 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.350926 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.351213 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.351498 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.351773 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.352138 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.352412 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.352754 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.353075 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.353346 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.353630 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.353911 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.354203 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.354476 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.354742 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.355022 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.355384 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.355544 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.355816 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.356083 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.356354 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.356637 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.356929 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.357202 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.357502 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.357783 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.358060 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.358338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.358608 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.358887 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.359154 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.359419 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.359684 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] use_json = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.359951 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.360210 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.360487 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.360775 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.361044 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.361317 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.361580 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.361864 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:09.362152 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.362453 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.362750 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.363034 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.363320 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.363593 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.363876 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.364153 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.364445 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.364741 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.365027 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.365299 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.365583 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.365856 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.366146 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.366449 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.366739 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.367026 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.367298 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.368104 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.368378 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.368650 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.369030 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.369326 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.369613 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.369884 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.370160 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.370449 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.370723 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.370994 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.371270 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.371559 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.371833 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.372107 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.372386 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.372661 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.372955 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.373224 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.373500 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.373787 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.374057 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.374326 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.374599 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.374872 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.375139 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.375418 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.375690 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.375960 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.376229 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.376503 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.376807 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.377078 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.377351 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.377623 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.377897 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.378167 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.378435 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.378706 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.378974 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.379243 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.379513 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.379782 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.380051 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.380320 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.380588 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.380880 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.381151 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.381420 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.381704 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.381997 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.382270 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.382547 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.382824 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.383097 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.384103 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.384383 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.384668 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.384970 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.385246 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.385538 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.385819 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.386106 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.386385 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.386660 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.386952 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.387227 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.387507 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.387781 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.388057 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.388343 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.388621 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.388937 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.389229 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.389520 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.389810 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.390100 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.390378 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.390683 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.390960 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:09.391176 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 19:36:09.391424 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99901) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 19:36:09.739701 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:09.739969 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:09.740256 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:09.740584 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 19:36:10.133224 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.134014 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.134284 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.135646 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.135918 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.136182 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.170759 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.171035 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.171304 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.185271 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.185549 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.185814 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.216949 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.217230 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.217498 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.254306 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.254594 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.254862 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.488857 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.489509 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.489509 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.489745 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.490520 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.615294 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.615609 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.615891 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.616159 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.616430 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.616765 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.617028 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.617285 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.617591 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.618032 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.618341 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.618648 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.618914 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.619180 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.619438 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.619705 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.619978 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.620236 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.620506 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.620782 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.621366 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.622351 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.622351 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.622351 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.622351 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.622705 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.622790 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:10.623001 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:10.623237 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:10.623477 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:10.623707 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:10.623937 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:10.624304 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 19:36:10.628624 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 19:36:10.632492 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 19:36:10.637066 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jun 18 19:36:10.638692 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 19:36:10.639143 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 19:36:10.639471 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 19:36:10.639850 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 19:36:10.642673 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 19:36:10.642925 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 19:36:10.643270 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 19:36:10.671240 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 19:36:10.672108 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.672108 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99901) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 19:36:10.672341 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.673771 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99901) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 19:36:10.674064 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 19:36:10.674311 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 19:36:10.677773 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.678055 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:10.741642 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 19:36:10.741889 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 19:36:10.742161 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 19:36:10.742573 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 19:36:10.764551 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_db.sqlalchemy.engines [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99901) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 19:36:11.466227 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Initializing driver for type 'gre' Jun 18 19:36:11.466768 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] gre ID ranges: [(1, 1000)] Jun 18 19:36:11.655079 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Initializing driver for type 'local' Jun 18 19:36:11.655744 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Initializing driver for type 'vlan' Jun 18 19:36:11.740291 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] VlanTypeDriver initialization complete Jun 18 19:36:11.740629 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Initializing driver for type 'vxlan' Jun 18 19:36:11.741185 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] vxlan ID ranges: [(1, 1000)] Jun 18 19:36:11.986814 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Initializing extension driver 'port_security' Jun 18 19:36:11.987069 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] PortSecurityExtensionDriver initialization complete Jun 18 19:36:11.987411 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Initializing mechanism driver 'openvswitch' Jun 18 19:36:11.987754 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Initializing mechanism driver 'hyperv' Jun 18 19:36:12.002278 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.plugins.ml2.plugin [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:36:12.003027 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > port after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.003418 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > port after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.003785 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > port after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.004180 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > subnet after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.004539 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > subnet after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.004922 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > subnet after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.005338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > network after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.005706 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > network after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.006046 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > network after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.006428 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > security_group after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.006781 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > security_group after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.007145 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > security_group after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.007503 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.007855 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.008839 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.009243 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > address_group after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.009590 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > address_group after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.009935 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > address_group after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.010278 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] ML2 OVO RPC backend initialized. {{(pid=99901) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 19:36:12.010998 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router_interface after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.011361 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.011780 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > network before_response 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.012129 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > networks before_response 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.012487 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > port before_response 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.012861 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > ports before_response 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.013208 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > subnet before_response 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.013554 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > subnets before_response 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.013903 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > network after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.014246 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > network after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.014583 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > network after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.014923 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > port after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.015263 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > port after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.015607 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > port after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.015949 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > subnet after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.016287 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > subnet after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.016627 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > subnet after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.017234 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.plugin [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Modular L2 Plugin initialization complete Jun 18 19:36:12.017573 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading services supported by the core plugin {{(pid=99901) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 19:36:12.017903 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.plugins.ml2.managers [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Got port-security extension from driver 'port_security' Jun 18 19:36:12.018377 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.extensions.vlantransparent [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Disabled vlantransparent extension. Jun 18 19:36:12.018866 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99901) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 19:36:12.019183 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading Plugin: router Jun 18 19:36:12.064536 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router_interface before_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.064962 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router after_create 55549900 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.065333 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router before_create 55549900 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.065700 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.066072 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.066432 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router after_delete 55549900 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.066791 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > floatingip after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.067155 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router after_create 55549900 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.067508 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router after_update 55549900 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.067861 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router after_update 55549900 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.068212 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.068571 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router after_update 55549900 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.069008 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router precommit_update 55549900 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.069383 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: port after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.069725 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: port after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.070063 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: subnet after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.070402 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.071262 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > port precommit_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.071608 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router precommit_create 55549900 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.071955 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: port before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.072295 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router precommit_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.072654 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router after_update 55549900 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.073021 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router precommit_delete 55549900 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.073374 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router precommit_create 55549900 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.073737 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router_interface after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.074085 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router precommit_update 55549900 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.074463 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > network after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.075350 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Tracking information for resource: router configured {{(pid=99901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:12.075685 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Tracking information for resource: floatingip configured {{(pid=99901) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 19:36:12.080791 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.db.l3_agentschedulers_db [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 19:36:12.081386 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: port after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.081750 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: port after_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.082105 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: port after_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.082461 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: port after_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.083283 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router before_create 55550100 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.083655 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router precommit_delete 55550100 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.084038 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router precommit_create 55550100 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.084389 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > router precommit_update 55550100 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.090116 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.services.provider_configuration [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service providers = [] {{(pid=99901) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 19:36:12.090486 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.db.servicetype_db [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99901) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 19:36:12.093634 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.services.service_base [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 19:36:12.093992 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.services.service_base [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 19:36:12.094340 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.services.service_base [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 19:36:12.095218 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.services.service_base [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99901) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 19:36:12.095597 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.services.service_base [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 19:36:12.095998 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:12.096319 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 19:36:12.107514 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:12.107854 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading Plugin: auto_allocate Jun 18 19:36:12.113674 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: network precommit_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.114054 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: network precommit_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.114590 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:12.114913 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading Plugin: tag Jun 18 19:36:12.126102 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:12.126435 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading Plugin: timestamp Jun 18 19:36:12.130312 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:12.130646 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading Plugin: network_ip_availability Jun 18 19:36:12.138849 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.139225 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.139587 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.140366 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:12.140689 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading Plugin: flavors Jun 18 19:36:12.145624 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:12.145956 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading Plugin: revisions Jun 18 19:36:12.152126 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99901) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 19:36:12.152526 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_concurrency.lockutils [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.412s {{(pid=99901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:12.153334 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99901) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 18 19:36:12.153671 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Initializing extension manager. Jun 18 19:36:12.154185 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: __init__.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.154532 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: __pycache__ {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.154870 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.155207 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: address_group.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.155987 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.156574 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: address-group Jun 18 19:36:12.156932 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: address_scope.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.157635 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.158147 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: address-scope Jun 18 19:36:12.158482 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: admin_state_down_before_update.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.167202 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.167717 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: router-admin-state-down-before-update Jun 18 19:36:12.168121 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: agent.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.168813 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.169320 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: agent Jun 18 19:36:12.169643 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: agent_resources_synced.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.170546 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.171052 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: agent-resources-synced Jun 18 19:36:12.171378 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: allowedaddresspairs.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.173193 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.173713 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: allowed-address-pairs Jun 18 19:36:12.174041 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: auto_allocated_topology.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.175342 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.175857 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: auto-allocated-topology Jun 18 19:36:12.176185 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: availability_zone.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.176916 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.177429 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: availability_zone Jun 18 19:36:12.177755 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: availability_zone_filter.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.178655 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.179167 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: availability_zone_filter Jun 18 19:36:12.179485 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: data_plane_status.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.180417 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.180953 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 19:36:12.181274 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: default_subnetpools.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.182175 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.182683 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: default-subnetpools Jun 18 19:36:12.183004 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: dhcpagentscheduler.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.183909 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.184627 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: dhcp_agent_scheduler Jun 18 19:36:12.185029 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: dns.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.186020 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.186581 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension dns-integration not supported by any of loaded plugins Jun 18 19:36:12.186977 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: dns_domain_ports.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.187963 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.188529 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 19:36:12.188923 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: dvr.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.189678 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.190241 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: dvr Jun 18 19:36:12.190618 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: empty_string_filtering.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.191730 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.192282 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: empty-string-filtering Jun 18 19:36:12.192646 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.193597 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.194140 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 19:36:12.194560 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.195497 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.196601 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 19:36:12.197168 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: external_net.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.198111 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.198674 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: external-net Jun 18 19:36:12.199027 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: extra_dhcp_opt.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.207318 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.207905 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: extra_dhcp_opt Jun 18 19:36:12.208297 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: extraroute.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.209289 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.209918 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: extraroute Jun 18 19:36:12.210277 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: extraroute_atomic.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.212042 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.212885 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: extraroute-atomic Jun 18 19:36:12.213352 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: filter_validation.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.214318 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.214923 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: filter-validation Jun 18 19:36:12.215287 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: fip_pf_description.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.216231 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.216806 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 19:36:12.217169 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: fip_port_details.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.218102 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.218652 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: fip-port-details Jun 18 19:36:12.219008 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: flavors.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.220361 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.220999 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: flavors Jun 18 19:36:12.221369 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.223084 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.223606 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 19:36:12.223940 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: floatingip_pools.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.224635 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.225303 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: floatingip-pools Jun 18 19:36:12.225637 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: ip_allocation.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.226551 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.227175 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 19:36:12.227725 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.228632 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.229172 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: ip-substring-filtering Jun 18 19:36:12.229501 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: l2_adjacency.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.230408 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.230917 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 19:36:12.231246 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: l3.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.232268 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.232777 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: router Jun 18 19:36:12.235915 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: l3_conntrack_helper.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.238189 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.238671 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 19:36:12.239003 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.239917 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.240431 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: ext-gw-mode Jun 18 19:36:12.240785 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.241688 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.242233 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: l3-ha Jun 18 19:36:12.242998 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: l3_flavors.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.243671 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.244178 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: l3-flavors Jun 18 19:36:12.244502 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.245455 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.245958 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 19:36:12.246278 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: l3agentscheduler.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.247321 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.247952 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: l3_agent_scheduler Jun 18 19:36:12.248274 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: logging.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.249806 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.250327 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension logging not supported by any of loaded plugins Jun 18 19:36:12.250658 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: metering.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.251386 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.251968 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: metering Jun 18 19:36:12.252291 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.253432 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.253988 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: metering_source_and_destination_fields Jun 18 19:36:12.254311 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: multiprovidernet.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.255216 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.255725 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: multi-provider Jun 18 19:36:12.256049 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: netmtu.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.256975 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.257484 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: net-mtu Jun 18 19:36:12.257803 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: netmtu_writable.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.259445 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.259958 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: net-mtu-writable Jun 18 19:36:12.260276 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: network_availability_zone.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.260962 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.261464 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: network_availability_zone Jun 18 19:36:12.261783 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: network_ip_availability.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.265275 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.265790 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: network-ip-availability Jun 18 19:36:12.266115 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: network_segment_range.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.266871 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.267379 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 19:36:12.267724 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: pagination.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.268688 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.269040 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: pagination Jun 18 19:36:12.269361 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: port_device_profile.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.270248 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.270792 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: port-device-profile Jun 18 19:36:12.272233 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.272233 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.272505 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: port-mac-address-regenerate Jun 18 19:36:12.272869 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.273815 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.275134 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: port-numa-affinity-policy Jun 18 19:36:12.275470 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: port_resource_request.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.276510 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.277097 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 19:36:12.277369 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: portbindings.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.278275 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.278779 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: binding Jun 18 19:36:12.279099 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: portbindings_extended.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.280358 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.280906 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: binding-extended Jun 18 19:36:12.281234 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: portsecurity.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.282166 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.282682 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: port-security Jun 18 19:36:12.283005 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: project_id.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.283973 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.284303 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: project-id Jun 18 19:36:12.284628 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: providernet.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.285555 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.286073 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: provider Jun 18 19:36:12.286394 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: qos.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.290515 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.295365 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension qos not supported by any of loaded plugins Jun 18 19:36:12.295365 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.296456 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.297028 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 19:36:12.297361 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.298258 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.298769 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 19:36:12.299094 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: qos_default.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.300025 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.300536 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension qos-default not supported by any of loaded plugins Jun 18 19:36:12.300895 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: qos_fip.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.301537 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.302037 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension qos-fip not supported by any of loaded plugins Jun 18 19:36:12.302359 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: qos_gateway_ip.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.303265 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.303770 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 19:36:12.304090 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: qos_port_network_policy.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.305077 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.305852 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 19:36:12.306194 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: qos_rule_type_details.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.307086 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.307597 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 19:36:12.307909 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: qos_rules_alias.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.308963 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.309476 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 19:36:12.309927 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: quotasv2.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.310985 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.311378 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: quotas Jun 18 19:36:12.311622 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: quotasv2_detail.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.314715 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.315058 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: quota_details Jun 18 19:36:12.315390 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: rbac.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.316443 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.317006 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: rbac-policies Jun 18 19:36:12.317337 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: rbac_address_group.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.318250 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.318764 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: rbac-address-group Jun 18 19:36:12.319088 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: rbac_address_scope.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.325065 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.325596 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: rbac-address-scope Jun 18 19:36:12.325926 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: rbac_security_groups.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.326844 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.327356 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: rbac-security-groups Jun 18 19:36:12.327692 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: rbac_subnetpool.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.328604 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.329154 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: rbac-subnetpool Jun 18 19:36:12.329477 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: revisionifmatch.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.330374 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.330878 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: revision-if-match Jun 18 19:36:12.331196 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: revisions.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.332503 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.333037 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: standard-attr-revisions Jun 18 19:36:12.333378 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: router_availability_zone.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.334012 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.334514 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: router_availability_zone Jun 18 19:36:12.334833 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: routerservicetype.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.335721 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.336226 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension router-service-type not supported by any of loaded plugins Jun 18 19:36:12.337117 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.338016 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.338515 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: security-groups-normalized-cidr Jun 18 19:36:12.339092 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: security_groups_port_filtering.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.340006 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.340507 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: port-security-groups-filtering Jun 18 19:36:12.340857 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.341742 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.342244 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: security-groups-remote-address-group Jun 18 19:36:12.342562 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: securitygroup.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.352175 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.352810 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: security-group Jun 18 19:36:12.353150 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: segment.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.353941 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.354445 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension segment not supported by any of loaded plugins Jun 18 19:36:12.354771 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.355716 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.356216 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 19:36:12.356541 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: servicetype.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.357667 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.358179 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: service-type Jun 18 19:36:12.358501 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: sorting.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.359460 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.359789 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: sorting Jun 18 19:36:12.360103 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: standard_attr_segment.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.361030 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.361540 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 19:36:12.361860 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: standardattrdescription.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.362493 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.362996 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: standard-attr-description Jun 18 19:36:12.363315 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: stateful_security_group.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.364215 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.364740 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: stateful-security-group Jun 18 19:36:12.365060 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: stdattrs_common.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.365634 dv-cinder-790535-6-smb neutron-server[99901]: WARNING neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 19:36:12.365952 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.366946 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.367934 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 19:36:12.368282 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: subnet_onboard.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.369493 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.369999 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: subnet_onboard Jun 18 19:36:12.370316 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.371223 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.371722 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 19:36:12.372039 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: subnet_service_types.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.372974 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.373492 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: subnet-service-types Jun 18 19:36:12.373805 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: subnetallocation.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.374863 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.375363 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: subnet_allocation Jun 18 19:36:12.375684 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.376338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.376873 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: subnetpool-prefix-ops Jun 18 19:36:12.377189 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.378104 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.378597 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 19:36:12.378970 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: tagging.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.380010 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.380515 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: standard-attr-tag Jun 18 19:36:12.380883 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: timestamp.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.382072 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.382587 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loaded extension: standard-attr-timestamp Jun 18 19:36:12.382903 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: trunk.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.384743 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.385259 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension trunk not supported by any of loaded plugins Jun 18 19:36:12.385582 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: trunk_details.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.386479 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.386986 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension trunk-details not supported by any of loaded plugins Jun 18 19:36:12.387314 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: uplink_status_propagation.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.388205 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.388717 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 19:36:12.389049 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Loading extension file: vlantransparent.py {{(pid=99901) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 19:36:12.389711 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99901) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 19:36:12.390217 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 19:36:12.392747 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:network Jun 18 19:36:12.393297 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:subnet Jun 18 19:36:12.393684 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 19:36:12.394065 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:port Jun 18 19:36:12.395322 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.395757 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service FLAVORS assigned prefix: {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.396364 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.396826 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.397151 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:router Jun 18 19:36:12.397568 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:floatingip Jun 18 19:36:12.398041 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service METERING assigned prefix: /metering {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.399603 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.399971 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.400320 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:36:12.401346 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 19:36:12.401779 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:security_group Jun 18 19:36:12.402199 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 19:36:12.402793 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service CORE assigned prefix: {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.403114 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 19:36:12.403453 dv-cinder-790535-6-smb neutron-server[99901]: WARNING neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] subnetpool is already registered Jun 18 19:36:12.403892 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service CORE assigned prefix: {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.404210 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 19:36:12.404534 dv-cinder-790535-6-smb neutron-server[99901]: WARNING neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] subnetpool is already registered Jun 18 19:36:12.406862 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.407287 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service FLAVORS assigned prefix: {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.407874 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.408288 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.408614 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:router Jun 18 19:36:12.408976 dv-cinder-790535-6-smb neutron-server[99901]: WARNING neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] router is already registered Jun 18 19:36:12.409382 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:floatingip Jun 18 19:36:12.409708 dv-cinder-790535-6-smb neutron-server[99901]: WARNING neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] floatingip is already registered Jun 18 19:36:12.410157 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service METERING assigned prefix: /metering {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.410810 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 19:36:12.411132 dv-cinder-790535-6-smb neutron-server[99901]: WARNING neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] rbac_policy is already registered Jun 18 19:36:12.411536 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:security_group Jun 18 19:36:12.411864 dv-cinder-790535-6-smb neutron-server[99901]: WARNING neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] security_group is already registered Jun 18 19:36:12.412257 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 19:36:12.412580 dv-cinder-790535-6-smb neutron-server[99901]: WARNING neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] security_group_rule is already registered Jun 18 19:36:12.413229 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service CORE assigned prefix: {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.413550 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 19:36:12.413878 dv-cinder-790535-6-smb neutron-server[99901]: WARNING neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] subnetpool is already registered Jun 18 19:36:12.414288 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.v2.resource_helper [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Service CORE assigned prefix: {{(pid=99901) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 19:36:12.414719 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 19:36:12.415198 dv-cinder-790535-6-smb neutron-server[99901]: WARNING neutron.quota.resource_registry [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] subnetpool is already registered Jun 18 19:36:12.415666 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: extensions {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.417376 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: address-groups {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.418866 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: address-scopes {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.420184 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: agents {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.421386 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: auto-allocated-topology {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.422652 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: availability_zones {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.423868 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: dhcp-networks {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.425437 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: dhcp-agents {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.426855 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: routers {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.428570 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: flavors {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.431721 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: service_profiles {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.432984 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: next_providers {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.434425 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: service_profiles {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.435977 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: floatingip-pools {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.437226 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: routers {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.438951 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: floatingips {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.440234 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: l3-routers {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.441834 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: l3-agents {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.443248 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: metering-labels {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.444504 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: metering-label-rules {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.446496 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: network-ip-availabilities {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.447763 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: bindings {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.449333 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: quotas {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.450903 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: quotas {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.452329 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: rbac-policies {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.453578 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: security-groups {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.454887 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: security-group-rules {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.456131 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: service-providers {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.457473 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: subnetpools {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.458796 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: subnetpools {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.460377 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: tags {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.462130 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: tags {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.464271 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: tags {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.466072 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: tags {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.467743 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: tags {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.469722 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: tags {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.471731 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: tags {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.473532 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: tags {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.475383 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: tags {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.477183 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron.api.extensions [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Extended resource: tags {{(pid=99901) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 19:36:12.483250 dv-cinder-790535-6-smb neutron-server[99901]: WARNING keystonemiddleware.auth_token [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 19:36:12.487776 dv-cinder-790535-6-smb neutron-server[99901]: WARNING keystonemiddleware.auth_token [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 19:36:12.498640 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_concurrency.lockutils [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Acquired lock "singleton_lock" {{(pid=99901) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 18 19:36:12.498640 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_concurrency.lockutils [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Releasing lock "singleton_lock" {{(pid=99901) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 18 19:36:12.498640 dv-cinder-790535-6-smb neutron-server[99901]: INFO oslo_service.service [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Starting 2 workers Jun 18 19:36:12.502844 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Started child 100012 {{(pid=99901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 19:36:12.507410 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Started child 100013 {{(pid=99901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 19:36:12.508287 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:12.509742 dv-cinder-790535-6-smb neutron-server[99901]: INFO neutron.service [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 19:36:12.510355 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Notify callbacks [] for process, before_spawn {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:12.510745 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [-] (100012) wsgi starting up on http://0.0.0.0:9696 Jun 18 19:36:12.512752 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:12.513210 dv-cinder-790535-6-smb neutron-server[99901]: INFO oslo_service.service [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Starting 1 workers Jun 18 19:36:12.514127 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [-] (100013) wsgi starting up on http://0.0.0.0:9696 Jun 18 19:36:12.518063 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Started child 100014 {{(pid=99901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 19:36:12.518581 dv-cinder-790535-6-smb neutron-server[99901]: INFO oslo_service.service [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Starting 1 workers Jun 18 19:36:12.521821 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.service [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] calling RpcWorker wait() {{(pid=100014) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 19:36:12.522384 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.service [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] returning from RpcWorker wait() {{(pid=100014) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 19:36:12.523132 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Started child 100015 {{(pid=99901) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 19:36:12.523672 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:12.524005 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG neutron_lib.callbacks.manager [None req-aa1181c0-7f15-41b1-ac56-425158924bef None None] Notify callbacks [] for process, after_spawn {{(pid=99901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:12.524317 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:36:12.526040 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99901) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 19:36:12.526260 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 19:36:12.526448 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 19:36:12.526666 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 19:36:12.527001 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 19:36:12.527165 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 19:36:12.527696 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.527974 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.528253 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.528516 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.528607 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:12.529188 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.529409 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.529673 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.529907 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.530180 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.530410 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.530585 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.530750 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.531001 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.531228 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.531516 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.531803 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.532062 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.532331 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.532499 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.532782 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.533042 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.533305 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.533574 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] debug = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.533811 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.534293 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.534548 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.534805 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.535041 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.535327 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.535554 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.535857 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.536086 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.536347 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.536586 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.536872 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.537108 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.537338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.537559 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.537811 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.538029 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.538509 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] host = dv-cinder-790535-6-smb {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.538747 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.538962 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.539202 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.539508 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.539760 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.539972 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.540223 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.540461 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.540747 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.540967 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.541209 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.541451 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.541664 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.541894 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_file = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.542057 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_options = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.542346 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.542566 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.542822 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.543008 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.543173 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.543353 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.543601 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.543763 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.544013 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.544227 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.544439 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.544669 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.544920 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.545132 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.545405 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.545695 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.545883 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.546089 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.546327 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.546549 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.546771 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.547020 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.547204 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.547422 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.547653 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.547862 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.548102 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.548308 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.548518 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.548801 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.549018 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.549284 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.549528 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.549765 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.550008 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.550229 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.550441 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.550700 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.550923 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.551171 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.551409 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.551638 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.551876 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.552085 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.552451 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.552645 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] use_json = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.552906 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.553139 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.553481 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.553629 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.553767 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:36:12.553907 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.554033 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.554229 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.554461 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.554940 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.555661 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.555957 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.556223 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.556469 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.556827 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.557170 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.557291 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.557630 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.557757 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.558061 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.558280 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.558619 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.558873 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.559056 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.559410 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.559659 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.559961 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.560194 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.560412 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.560626 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.560906 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.561245 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.561501 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.561763 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.562010 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.562257 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.562473 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.562692 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.562885 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.563095 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.563325 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.563579 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.563794 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.564022 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.564261 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.564504 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.564768 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.564999 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.565219 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.565524 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.565758 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.566038 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.566636 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.566636 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.566636 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.567055 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.567190 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.567479 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.567592 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.567730 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.568142 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.568262 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.568391 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.568598 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.568957 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.573338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.573338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.573338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.573338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.573338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.573338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.573338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.573338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.573338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.577593 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.577593 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.577593 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.577593 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.577593 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.577593 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.577593 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.577593 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.577593 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578304 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578304 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578304 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578304 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578304 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578304 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578304 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578304 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578304 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578922 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578922 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578922 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578922 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578922 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578922 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578922 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.578922 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.579463 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.579463 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.579463 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.579463 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.579463 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.579463 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.579463 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.579929 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.579929 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.580121 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.580375 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.580649 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.580902 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.581145 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.581377 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.581652 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.581918 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.582166 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.582428 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.582683 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.582972 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.583205 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.583491 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.583718 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.583973 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.584291 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.584557 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.584882 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.585115 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.585349 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.585585 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.585829 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.586072 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.586363 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.586614 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.586852 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.587133 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.587378 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.587613 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.587848 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.588092 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.588393 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.588622 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.589131 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.589364 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.589639 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.589891 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.590135 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.590390 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.590646 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.590894 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.591147 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.591388 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.591598 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.591832 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.592056 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.592282 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.592511 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.592740 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.592958 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.593165 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.593579 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.594025 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.594262 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.594482 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.594709 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.594924 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.595140 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.595381 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.595737 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.596100 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.596481 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.596877 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.597100 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.597317 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.597530 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.597829 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.598027 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.598284 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.598526 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.598909 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.599300 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.599702 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.599971 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.600188 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.600452 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.600710 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.600927 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.601164 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.601348 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.602084 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.602355 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.602590 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.602842 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.603111 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.603366 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.603683 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.603921 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.604176 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.604441 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.604658 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.604965 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.605188 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.605424 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.605642 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.605858 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.606070 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.606324 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.606566 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.606782 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.606988 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.607212 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.607438 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.607650 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.607933 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.608158 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.608419 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.608648 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.608901 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.609126 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.609356 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.609561 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.609780 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.609995 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.610199 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.610421 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.610625 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.610829 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.611056 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.611280 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.611500 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.611727 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.611931 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.612164 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.612367 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.612591 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.612843 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.613070 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.613283 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.613490 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.613785 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.614029 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.614261 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.614546 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.614769 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.615008 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.615257 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.615577 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.615806 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.616080 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.616312 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.616524 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.616769 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.617019 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.617335 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.618188 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.618519 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.618754 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.619015 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.619310 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.619549 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.619758 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.620046 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.620365 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.620638 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.620930 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.621180 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.621447 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.621682 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.621894 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.622137 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.622377 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.622589 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.622823 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.623065 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.623398 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.623561 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.623785 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.623999 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.624238 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.624463 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.624679 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.624913 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.625070 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 19:36:12.625705 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99901) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 19:36:12.625871 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 19:36:12.626062 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 19:36:12.626189 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 19:36:12.626338 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 19:36:12.626499 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 19:36:12.626647 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.626818 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.626956 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.627110 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.627267 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.627447 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.627603 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.627928 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.627928 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.628294 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.628294 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.628514 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.628514 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.628801 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.628801 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.628952 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.629063 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.629219 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.629379 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.629537 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.629692 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.629851 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.630007 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] debug = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.630163 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.630356 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.630511 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.630658 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.630812 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.630968 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.631110 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.631265 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.631421 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.631575 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.631732 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.631887 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.632041 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.632196 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.632351 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.632505 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.632660 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.632829 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] host = dv-cinder-790535-6-smb {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.632982 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.633204 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.633358 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.633517 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.633789 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.633789 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.634170 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.634170 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.634439 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.634439 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.634696 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.634696 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.634952 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.634952 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_file = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.635207 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_options = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.635347 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.635480 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.635623 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.635759 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.635899 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.636041 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.636173 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.636305 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.636441 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.636657 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.636818 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.636959 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.637091 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.637231 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.637362 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.637502 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.637651 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.637783 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.637934 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.638073 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.638204 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.638440 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.638440 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.638700 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.638835 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.638968 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.639104 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.639203 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.639341 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.639470 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.639630 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.639776 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.639913 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.640048 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.640192 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.640329 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.640474 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.640614 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.640780 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.640914 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.641071 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.641224 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.641380 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.641537 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.641691 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.641845 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] use_json = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.642000 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.642154 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.642308 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.642463 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.642616 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.642770 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.642925 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.643080 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 19:36:12.643261 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.643419 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.643587 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.643747 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.643905 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.644062 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.644219 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.644376 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.644534 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.644708 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.644877 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.645034 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.645202 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.645359 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.645517 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.645676 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.645833 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.645991 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.646149 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.646307 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.646465 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.646622 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.646796 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.646953 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.647112 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.647270 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.647427 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.647585 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.647744 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.647903 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.648062 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.648220 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.648378 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.648540 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.649324 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.649519 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.649731 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.649731 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.650063 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.650063 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.650436 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.650436 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.650436 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.650837 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.650837 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.651103 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.651103 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.651380 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.651380 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.651667 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.651667 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.651927 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.651927 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.652182 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.652182 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.652504 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.652504 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.652782 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.652782 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.653036 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.653171 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.653305 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.653441 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.653586 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.653724 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.653853 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.653983 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.654135 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.654293 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.654442 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.654598 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.654743 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.654904 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.655062 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.655219 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.655799 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.655799 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.655799 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.655799 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.656296 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.656296 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.656296 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.656680 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.656680 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.656680 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.657124 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.657124 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.657379 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.657379 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.657642 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.657642 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.657895 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.658027 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.658162 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.658296 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.658429 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.658573 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.658746 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.658845 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.658989 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.659256 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.659561 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.659561 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.659851 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.659851 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.660086 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.660198 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.660361 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.660488 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.660832 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.660832 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.661089 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.661174 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.661284 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.661448 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.661613 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.661782 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.661939 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.662089 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.662247 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.662404 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.662556 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.662707 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.662864 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.663018 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.663167 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.663322 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.663489 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.663657 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.663815 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.663974 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.664134 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.664342 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.664651 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.664884 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.665073 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.665251 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.665402 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.665526 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.665685 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.665843 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.666002 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.666160 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.666319 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.666479 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.666638 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.666797 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.666955 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.667113 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.667272 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.667430 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.667601 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.667735 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.667893 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.668051 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.668208 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.668365 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.668523 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.668682 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.668861 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.669021 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.669178 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.669337 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.669502 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.669658 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.669815 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.669972 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.670129 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.670287 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.670453 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.670611 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.670770 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.670929 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.671088 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.671245 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.671403 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.671564 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.671722 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.671880 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.672038 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.672196 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.672354 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.672514 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.672671 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.672853 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.673011 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.673169 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.673345 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.673502 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.673659 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.673817 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.673976 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.674134 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.674291 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.674448 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.674605 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.674762 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.674918 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.675079 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.675241 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.675403 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.675560 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.675718 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.675876 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.676035 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.676192 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.676361 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.676519 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.676677 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.676856 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.677014 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.677181 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.677339 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.677496 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.677654 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.677811 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.677979 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.678137 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.678294 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.678450 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.678607 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.678774 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.678932 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.679088 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.679245 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.679402 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.679568 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.679727 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.679884 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.680583 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.680884 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.681027 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.681171 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.681321 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:36:12.681431 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.681536 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.681711 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.681846 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.682006 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.682178 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.682336 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.682500 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.682658 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.682816 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.682976 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.683137 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.683299 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.683469 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.683634 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.683796 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.683963 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.684129 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.684298 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.684457 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.684622 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.684815 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.684976 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.685133 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.685291 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.685447 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.685605 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.685762 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.685919 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.686076 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.686232 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.686389 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.686545 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.686706 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.686867 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.687024 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.687180 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.687337 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.687494 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.687651 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.687808 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 19:36:12.687960 dv-cinder-790535-6-smb neutron-server[99901]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99901) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 19:36:12.815708 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 43484) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:12.824897 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068507 Jun 18 19:36:24.538279 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c629ca47-edb7-4a08-92af-c037e4fd8556 None None] get_active_networks_info from dv-cinder-790535-6-smb {{(pid=100014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 19:36:24.646503 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629ca47-edb7-4a08-92af-c037e4fd8556 None None] No non-hosted networks {{(pid=100014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 19:36:24.653496 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.agentschedulers_db [None req-c629ca47-edb7-4a08-92af-c037e4fd8556 None None] DHCP Agent not found on host dv-cinder-790535-6-smb {{(pid=100014) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 18 19:36:24.728627 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8700-7e8e-467a-b3db-789436a6d556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633'] for agent, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:27.124668 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-512ac541-0f2c-4064-81e3-c3a9ace51bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633'] for agent, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:27.186935 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.db.api [None req-8a5a08fe-f252-43ed-b0bd-1050d56e6c35 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-790535-6-smb {{(pid=100014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 19:36:27.187741 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_db.api [None req-8a5a08fe-f252-43ed-b0bd-1050d56e6c35 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 19:36:27.780732 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-8a5a08fe-f252-43ed-b0bd-1050d56e6c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:28.015843 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633'] for agent, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:28.017524 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:28.018322 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:28.019228 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:28.020114 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:28.021014 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:28.022053 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:28.022958 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:28.024372 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:28.025322 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:28.026177 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:28.027028 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:28.027872 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:28.028952 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:36:28.048555 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:36:28.386118 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633'] for agent, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:30.048608 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633'] for agent, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:30.651619 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.db.l3_hamode_db [None req-663ba9a6-0eb3-40bc-9338-cc8a8b876b16 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 19:36:30.733862 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ba9a6-0eb3-40bc-9338-cc8a8b876b16 None None] Routers set() bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:36:30.734248 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ba9a6-0eb3-40bc-9338-cc8a8b876b16 None None] Router IDs set() for agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 19:36:31.151073 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 43576) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:31.668545 dv-cinder-790535-6-smb neutron-server[100012]: WARNING oslo_policy.policy [None req-e5a0a358-b921-4d10-a797-ab9979aa3ad8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:36:31.669172 dv-cinder-790535-6-smb neutron-server[100012]: WARNING oslo_policy.policy [None req-e5a0a358-b921-4d10-a797-ab9979aa3ad8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:36:31.890016 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [None req-e5a0a358-b921-4d10-a797-ab9979aa3ad8 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:36:31.891291 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-e5a0a358-b921-4d10-a797-ab9979aa3ad8 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7381136 Jun 18 19:36:34.254045 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 43590) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:34.578756 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-9d194234-2021-4fc9-bb49-0c4ace445cd0 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:36:34.672405 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.policy [None req-9d194234-2021-4fc9-bb49-0c4ace445cd0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100012) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 19:36:34.718403 dv-cinder-790535-6-smb neutron-server[100012]: WARNING oslo_policy.policy [None req-9d194234-2021-4fc9-bb49-0c4ace445cd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:36:34.718777 dv-cinder-790535-6-smb neutron-server[100012]: WARNING oslo_policy.policy [None req-9d194234-2021-4fc9-bb49-0c4ace445cd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:36:34.727354 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.quota [None req-9d194234-2021-4fc9-bb49-0c4ace445cd0 admin admin] Loaded quota_driver: . Jun 18 19:36:34.908942 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9d194234-2021-4fc9-bb49-0c4ace445cd0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727453318769', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727453317252', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727453363452', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727453361842', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727453342837', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727453350681', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16377633', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16126014', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-445932', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1604881'] for rbac-policy, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:35.077758 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9d194234-2021-4fc9-bb49-0c4ace445cd0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:35.078983 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-9d194234-2021-4fc9-bb49-0c4ace445cd0 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8239908 Jun 18 19:36:37.711310 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 43602) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:38.043800 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'project_id': '08b09adac9d54d23a3c3b6bbea0dcb6c'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:36:38.163420 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Made reservation on behalf of 08b09adac9d54d23a3c3b6bbea0dcb6c for: {'network': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:36:38.167232 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:38.184709 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:38.315033 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:38.391809 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:38.397683 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:38.421985 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=100012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:36:38.442643 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727448541642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:38.443235 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Unsubscribe: segment precommit_create {{(pid=100012) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 19:36:38.443745 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.segments_db [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Added segment 3eb49ffe-900b-45f4-806b-59f740f9d2ac of type vlan for network 82fea273-df21-46b6-9d93-ad52cf859656 Jun 18 19:36:38.451106 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878fd704-28b2-42b8-8aba-62e9964e83b3,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:36:38.490157 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:38.490481 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:38.490815 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:38.491134 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:38.491448 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:38.491892 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:38.492219 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:38.492528 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:38.492911 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:38.493278 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:38.493580 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:38.493885 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Tracked resource versions report: Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: pushed versions: Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: { 'AddressGroup': {'1.2'}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'ConntrackHelper': {'1.0'}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'Log': {'1.0'}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'Network': {'1.1'}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'Port': {'1.7'}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'PortForwarding': {'1.2'}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'QosPolicy': {'1.8'}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'SecurityGroup': {'1.4'}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'SubPort': {'1.0'}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'Subnet': {'1.1'}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'Trunk': {'1.1'}} Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: consumer versions: Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: { DHCP agent@dv-cinder-790535-6-smb: {}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: L3 agent@dv-cinder-790535-6-smb: {}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: Metadata agent@dv-cinder-790535-6-smb: {}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: Metering agent@dv-cinder-790535-6-smb: {}, Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: Open vSwitch agent@dv-cinder-790535-6-smb: { 'AddressGroup': '1.2', Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'ConntrackHelper': '1.0', Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'Log': '1.0', Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'Network': '1.1', Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'Port': '1.7', Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'PortForwarding': '1.2', Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'QosPolicy': '1.8', Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'SecurityGroup': '1.4', Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'SecurityGroupRule': '1.2', Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'SubPort': '1.0', Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'Subnet': '1.1', Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: 'Trunk': '1.1'}} Jun 18 19:36:38.494960 dv-cinder-790535-6-smb neutron-server[100012]: {{(pid=100012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:36:38.559157 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:38.578886 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:38.700557 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:38.702200 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:36:38.703027 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:38.705700 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:38.801271 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Pushing event updated for resources: {'Network': ['ID=82fea273-df21-46b6-9d93-ad52cf859656,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:36:38.805533 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:38.813570 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network 82fea273-df21-46b6-9d93-ad52cf859656 details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:36:38.843985 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.1315949 Jun 18 19:36:41.603476 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 43616) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:42.138677 dv-cinder-790535-6-smb neutron-server[100013]: WARNING oslo_policy.policy [None req-dd268131-d1dd-469b-addc-0b84c165d19d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:36:42.139291 dv-cinder-790535-6-smb neutron-server[100013]: WARNING oslo_policy.policy [None req-dd268131-d1dd-469b-addc-0b84c165d19d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:36:42.591222 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.policy [None req-dd268131-d1dd-469b-addc-0b84c165d19d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100013) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 19:36:42.637369 dv-cinder-790535-6-smb neutron-server[100013]: WARNING oslo_policy.policy [None req-dd268131-d1dd-469b-addc-0b84c165d19d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:36:42.638058 dv-cinder-790535-6-smb neutron-server[100013]: WARNING oslo_policy.policy [None req-dd268131-d1dd-469b-addc-0b84c165d19d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 19:36:42.646938 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd268131-d1dd-469b-addc-0b84c165d19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:36:42.649433 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-dd268131-d1dd-469b-addc-0b84c165d19d admin admin] 10.222.0.30 "GET /v2.0/networks/82fea273-df21-46b6-9d93-ad52cf859656 HTTP/1.1" status: 200 len: 824 time: 1.0447783 Jun 18 19:36:42.694178 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-b7adf4e4-1cf4-4b25-82f1-88385db37d6c admin admin] 10.222.0.30 "GET /v2.0/subnetpools/881d04de-df93-4ba3-be14-b1a3564f1847 HTTP/1.1" status: 200 len: 734 time: 0.0355554 Jun 18 19:36:42.704209 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '881d04de-df93-4ba3-be14-b1a3564f1847', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:36:42.705834 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.quota [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Loaded quota_driver: . Jun 18 19:36:42.860585 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Made reservation on behalf of 08b09adac9d54d23a3c3b6bbea0dcb6c for: {'subnet': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:36:42.863369 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:43.248961 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935'] for subnet, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:43.252266 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:43.329938 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Checking segment: {'id': '3eb49ffe-900b-45f4-806b-59f740f9d2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:36:43.330313 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Network hostable DHCP agents. Network: 82fea273-df21-46b6-9d93-ad52cf859656, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:36:43.332640 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Pushing event updated for resources: {'Subnet': ['ID=21252f6e-f922-4028-9c91-99e749361494,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:36:43.346660 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:43.347009 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:43.347337 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:43.347654 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:43.347965 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:43.348325 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:43.348636 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:43.348975 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:43.349308 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:43.349615 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:43.349917 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:43.350215 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Tracked resource versions report: Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: pushed versions: Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: { 'AddressGroup': {'1.2'}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'ConntrackHelper': {'1.0'}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'Log': {'1.0'}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'Network': {'1.1'}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'Port': {'1.7'}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'PortForwarding': {'1.2'}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'QosPolicy': {'1.8'}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'SecurityGroup': {'1.4'}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'SubPort': {'1.0'}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'Subnet': {'1.1'}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'Trunk': {'1.1'}} Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: consumer versions: Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: { DHCP agent@dv-cinder-790535-6-smb: {}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: L3 agent@dv-cinder-790535-6-smb: {}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: Metadata agent@dv-cinder-790535-6-smb: {}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: Metering agent@dv-cinder-790535-6-smb: {}, Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: Open vSwitch agent@dv-cinder-790535-6-smb: { 'AddressGroup': '1.2', Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'ConntrackHelper': '1.0', Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'Log': '1.0', Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'Network': '1.1', Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'Port': '1.7', Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'PortForwarding': '1.2', Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'QosPolicy': '1.8', Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'SecurityGroup': '1.4', Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'SecurityGroupRule': '1.2', Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'SubPort': '1.0', Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'Subnet': '1.1', Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: 'Trunk': '1.1'}} Jun 18 19:36:43.351884 dv-cinder-790535-6-smb neutron-server[100013]: {{(pid=100013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:36:43.391591 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:43.460048 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Network 82fea273-df21-46b6-9d93-ad52cf859656 is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:36:43.523005 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, 82fea273-df21-46b6-9d93-ad52cf859656) {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:36:43.533653 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:36:43.534625 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8e70ff-5e97-4ac0-96d4-f92bfdb394a4 None None] Network 82fea273-df21-46b6-9d93-ad52cf859656 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:36:43.535216 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:43.669266 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9665956 Jun 18 19:36:43.916313 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37f8e1d1-d85d-51ec-af15-2bd53c2926e4-82fea273-df21-46b6-9d93-ad52cf859656', 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'fixed_ips': [{'subnet_id': '21252f6e-f922-4028-9c91-99e749361494'}]}} from dv-cinder-790535-6-smb. {{(pid=100014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:36:43.918717 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:44.292990 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.db_base_plugin_common [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Allocated IP 172.20.0.2 (82fea273-df21-46b6-9d93-ad52cf859656/21252f6e-f922-4028-9c91-99e749361494/622e22bf-847b-45aa-a3ed-e9ed2b1890a6) {{(pid=100014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:36:44.526704 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Notify callbacks [] for port, precommit_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:44.547752 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Transition to ACTIVE for port object 622e22bf-847b-45aa-a3ed-e9ed2b1890a6 will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:36:44.608017 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Transition to ACTIVE for port object 622e22bf-847b-45aa-a3ed-e9ed2b1890a6 will not be triggered until provisioned by entity DHCP. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:36:44.666694 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:44.670177 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:44.742789 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Network 82fea273-df21-46b6-9d93-ad52cf859656 is already hosted by enough agents. {{(pid=100014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:36:44.748335 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.base_scheduler [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Resources bound (agent type, host, resource id): {{(pid=100014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:36:44.760863 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Received port after_create {{(pid=100014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:36:44.767615 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Pushing event updated for resources: {'Port': ['ID=622e22bf-847b-45aa-a3ed-e9ed2b1890a6,revision_number=1']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:36:44.820090 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:44.820460 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:44.820915 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:44.821327 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:44.821734 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:44.822189 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:44.822631 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:44.823053 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:44.823393 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:44.823717 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:44.824042 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:44.824439 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Tracked resource versions report: Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: pushed versions: Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: { 'AddressGroup': {'1.2'}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'ConntrackHelper': {'1.0'}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'Log': {'1.0'}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'Network': {'1.1'}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'Port': {'1.7'}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'PortForwarding': {'1.2'}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'QosPolicy': {'1.8'}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'SecurityGroup': {'1.4'}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'SubPort': {'1.0'}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'Subnet': {'1.1'}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'Trunk': {'1.1'}} Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: consumer versions: Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: { DHCP agent@dv-cinder-790535-6-smb: {}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: L3 agent@dv-cinder-790535-6-smb: {}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: Metadata agent@dv-cinder-790535-6-smb: {}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: Metering agent@dv-cinder-790535-6-smb: {}, Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: Open vSwitch agent@dv-cinder-790535-6-smb: { 'AddressGroup': '1.2', Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'ConntrackHelper': '1.0', Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'Log': '1.0', Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'Network': '1.1', Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'Port': '1.7', Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'PortForwarding': '1.2', Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'QosPolicy': '1.8', Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'SecurityGroup': '1.4', Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'SecurityGroupRule': '1.2', Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'SubPort': '1.0', Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'Subnet': '1.1', Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: 'Trunk': '1.1'}} Jun 18 19:36:44.825671 dv-cinder-790535-6-smb neutron-server[100014]: {{(pid=100014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:36:44.850630 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:44.863673 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Attempting to bind port 622e22bf-847b-45aa-a3ed-e9ed2b1890a6 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:36:44.864178 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Attempting to bind port 622e22bf-847b-45aa-a3ed-e9ed2b1890a6 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '3eb49ffe-900b-45f4-806b-59f740f9d2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:36:44.864720 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Attempting to bind port 622e22bf-847b-45aa-a3ed-e9ed2b1890a6 on network 82fea273-df21-46b6-9d93-ad52cf859656 {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:36:44.870608 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:36:44.871211 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Checking segment: {'id': '3eb49ffe-900b-45f4-806b-59f740f9d2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:36:44.871755 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:44.872234 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Bound using segment: {'id': '3eb49ffe-900b-45f4-806b-59f740f9d2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:36:44.872842 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Bound port: 622e22bf-847b-45aa-a3ed-e9ed2b1890a6, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb49ffe-900b-45f4-806b-59f740f9d2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:36:44.873384 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:44.944971 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] For port 622e22bf-847b-45aa-a3ed-e9ed2b1890a6, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:36:44.949864 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] For port 622e22bf-847b-45aa-a3ed-e9ed2b1890a6, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=622e22bf-847b-45aa-a3ed-e9ed2b1890a6,segment=NetworkSegment(3eb49ffe-900b-45f4-806b-59f740f9d2ac),segment_id=3eb49ffe-900b-45f4-806b-59f740f9d2ac)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:36:45.015127 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:45.020444 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:45.106677 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Pushing event updated for resources: {'Port': ['ID=622e22bf-847b-45aa-a3ed-e9ed2b1890a6,revision_number=2']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:36:45.122152 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:46.350421 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 43636) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:46.778896 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [None req-cb1128da-0a1f-482e-81ba-60f8867914ed admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:36:46.780132 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-cb1128da-0a1f-482e-81ba-60f8867914ed admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4275298 Jun 18 19:36:49.242774 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 43644) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:49.571058 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [None req-abba19b5-2df3-4603-942c-1136a03a12ba admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:36:49.572312 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-abba19b5-2df3-4603-942c-1136a03a12ba admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3286226 Jun 18 19:36:50.583099 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 5 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:36:51.546724 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdcb606-7bab-4df7-ac66-9a77ec2a51d2 None None] Network 82fea273-df21-46b6-9d93-ad52cf859656 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:36:51.705303 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-df023cb2-2b9b-433e-aeaf-f290daf2ba77 None None] Provisioning for port 622e22bf-847b-45aa-a3ed-e9ed2b1890a6 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:36:51.994083 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 622e22bf-847b-45aa-a3ed-e9ed2b1890a6 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:36:52.151655 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 622e22bf-847b-45aa-a3ed-e9ed2b1890a6 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:36:52.156356 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 622e22bf-847b-45aa-a3ed-e9ed2b1890a6 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:36:52.157026 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:52.283114 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:52.315272 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 43658) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:52.324470 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 622e22bf-847b-45aa-a3ed-e9ed2b1890a6, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=622e22bf-847b-45aa-a3ed-e9ed2b1890a6,segment=NetworkSegment(3eb49ffe-900b-45f4-806b-59f740f9d2ac),segment_id=3eb49ffe-900b-45f4-806b-59f740f9d2ac)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:36:52.386620 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:52.391031 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:52.451626 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=622e22bf-847b-45aa-a3ed-e9ed2b1890a6,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:36:52.455198 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:52.683407 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-82294a24-74af-4245-8d1a-d7783d207e93 admin admin] Request body: {'router': {'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'admin_state_up': True, 'name': 'router1'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:36:52.768718 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-82294a24-74af-4245-8d1a-d7783d207e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6927'] for router, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:52.771093 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-82294a24-74af-4245-8d1a-d7783d207e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6918'] for router, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:52.952978 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-82294a24-74af-4245-8d1a-d7783d207e93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:53.037945 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-82294a24-74af-4245-8d1a-d7783d207e93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618554'] for router, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:53.151015 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-82294a24-74af-4245-8d1a-d7783d207e93 admin admin] Notify callbacks [] for router, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:53.152227 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-82294a24-74af-4245-8d1a-d7783d207e93 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8359823 Jun 18 19:36:53.954597 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 622e22bf-847b-45aa-a3ed-e9ed2b1890a6 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:36:54.004419 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 622e22bf-847b-45aa-a3ed-e9ed2b1890a6 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:36:54.004835 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:54.477024 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-0d90d906-ae49-48e1-814c-49f540641e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:55.526633 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 43666) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:55.842198 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [None req-9c611e85-5033-49ab-978f-7a46e93aae6c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:36:55.848038 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-9c611e85-5033-49ab-978f-7a46e93aae6c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3156571 Jun 18 19:36:57.094137 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-3f7e16c7-fcb2-47a1-871f-f12c5f79d40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:58.048257 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:58.265154 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:58.267863 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 43680) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:36:58.488674 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:36:58.568256 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Made reservation on behalf of 272dd608365542a3b6f1f3259ff89f9c for: {'network': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:36:58.571193 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:58.579608 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:58.666726 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:58.705261 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:58.708398 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:58.724575 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Reserving flat network on physical network physnet1 {{(pid=100012) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 19:36:58.743354 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91145563-e84f-477c-8bd2-fca780cfdf9f,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:36:58.747371 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:58.748427 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:58.748778 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.segments_db [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Added segment 6270c4bb-b437-451d-9a6b-ae3ea18d32e1 of type flat for network 2440ce7d-0693-4835-ae79-95ddbd08681a Jun 18 19:36:58.794454 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:58.876925 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:58.878244 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:36:58.878846 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:36:58.881022 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:36:58.939256 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Pushing event updated for resources: {'Network': ['ID=2440ce7d-0693-4835-ae79-95ddbd08681a,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:36:58.941850 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:36:58.950399 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network 2440ce7d-0693-4835-ae79-95ddbd08681a details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:36:58.997897 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7288642 Jun 18 19:36:59.996993 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:01.238065 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 43698) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:01.404530 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782d0c47-ad3a-4af9-ab49-d1faa7dfb87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:37:01.405928 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-782d0c47-ad3a-4af9-ab49-d1faa7dfb87f admin admin] 10.222.0.30 "GET /v2.0/subnets/21252f6e-f922-4028-9c91-99e749361494 HTTP/1.1" status: 200 len: 849 time: 0.1668968 Jun 18 19:37:01.595592 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-3efa5dec-4d4b-4c34-9d7a-5afb1d89987f admin admin] 10.222.0.30 "GET /v2.0/routers/f97cbcfc-1f26-4d34-8d6d-c493eec29c30 HTTP/1.1" status: 200 len: 704 time: 0.1842661 Jun 18 19:37:01.887086 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:02.201655 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Allocated IP 172.20.0.1 (82fea273-df21-46b6-9d93-ad52cf859656/21252f6e-f922-4028-9c91-99e749361494/17be3a66-72eb-4bb0-abcf-f42647ec36fb) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:37:02.395730 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:02.421011 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Transition to ACTIVE for port object 17be3a66-72eb-4bb0-abcf-f42647ec36fb will not be triggered until provisioned by entity DHCP. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:37:02.540295 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:02.543588 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:02.611921 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Network 82fea273-df21-46b6-9d93-ad52cf859656 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:37:02.621430 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:37:02.633165 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:37:02.633834 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618261'] for router_interface, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:02.695123 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Pushing event updated for resources: {'Port': ['ID=17be3a66-72eb-4bb0-abcf-f42647ec36fb,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:02.709404 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:02.910896 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fb31bba5-c153-40f5-a872-309613e4bbb5 None None] Provisioning for port 17be3a66-72eb-4bb0-abcf-f42647ec36fb completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:37:02.915222 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fb31bba5-c153-40f5-a872-309613e4bbb5 None None] Provisioning complete for port 17be3a66-72eb-4bb0-abcf-f42647ec36fb triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:02.915682 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fb31bba5-c153-40f5-a872-309613e4bbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:02.952428 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fb31bba5-c153-40f5-a872-309613e4bbb5 None None] Port 17be3a66-72eb-4bb0-abcf-f42647ec36fb cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:37:03.003911 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:03.185549 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:03.287773 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:03.289512 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-701026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619532'] for router_interface, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:03.291355 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:03.368410 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Pushing event updated for resources: {'Port': ['ID=17be3a66-72eb-4bb0-abcf-f42647ec36fb,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:03.372391 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:03.416813 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Network 82fea273-df21-46b6-9d93-ad52cf859656 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:37:03.418120 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:37:03.577016 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-c0f5b89b-698e-48f7-a809-d886305bf999 None None] Provisioning complete for port 17be3a66-72eb-4bb0-abcf-f42647ec36fb triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:03.577395 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c0f5b89b-698e-48f7-a809-d886305bf999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:03.610674 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-c0f5b89b-698e-48f7-a809-d886305bf999 None None] Port 17be3a66-72eb-4bb0-abcf-f42647ec36fb cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:37:03.654290 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Router f97cbcfc-1f26-4d34-8d6d-c493eec29c30 is scheduled to L3 agent 92782364-561c-464d-b29a-c35742e5cb72 with binding_index 1 {{(pid=100012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:37:03.749511 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:37:03.754729 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] 10.222.0.30 "PUT /v2.0/routers/f97cbcfc-1f26-4d34-8d6d-c493eec29c30/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1540060 Jun 18 19:37:03.758646 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Sync routers for ids ['f97cbcfc-1f26-4d34-8d6d-c493eec29c30'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:37:03.770353 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Routers {'f97cbcfc-1f26-4d34-8d6d-c493eec29c30'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:37:03.771217 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:36:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f97cbcfc-1f26-4d34-8d6d-c493eec29c30'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:04.001273 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Set router f97cbcfc-1f26-4d34-8d6d-c493eec29c30 gateway port host: None {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:37:04.559151 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'name': 'router1', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:36:52Z', 'updated_at': '2021-06-18T19:37:02Z', 'revision_number': 2, 'project_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'gw_port_host': None, '_interfaces': [{'id': '17be3a66-72eb-4bb0-abcf-f42647ec36fb', 'name': '', 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'mac_address': 'fa:16:3e:fd:6c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21252f6e-f922-4028-9c91-99e749361494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:01Z', 'updated_at': '2021-06-18T19:37:03Z', 'revision_number': 2, 'project_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'subnets': [{'id': '21252f6e-f922-4028-9c91-99e749361494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881d04de-df93-4ba3-be14-b1a3564f1847'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:04.612602 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Checking router: f97cbcfc-1f26-4d34-8d6d-c493eec29c30 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:37:04.613010 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Updating router f97cbcfc-1f26-4d34-8d6d-c493eec29c30 port 17be3a66-72eb-4bb0-abcf-f42647ec36fb binding host dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:37:04.681542 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:05.226957 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Notify callbacks [] for port, precommit_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:05.246310 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.provisioning_blocks [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Transition to ACTIVE for port object 17be3a66-72eb-4bb0-abcf-f42647ec36fb will not be triggered until provisioned by entity L2. {{(pid=100015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:37:05.333705 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:05.336802 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:05.517601 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Pushing event updated for resources: {'Port': ['ID=17be3a66-72eb-4bb0-abcf-f42647ec36fb,revision_number=3']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:05.547353 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:05.547685 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:05.548012 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:05.548332 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:05.548647 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:05.548987 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:05.549298 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:05.549690 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:05.549926 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:05.550235 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:05.550541 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:05.550849 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Tracked resource versions report: Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: pushed versions: Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: { 'AddressGroup': {'1.2'}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'ConntrackHelper': {'1.0'}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'Log': {'1.0'}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'Network': {'1.1'}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'Port': {'1.7'}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'PortForwarding': {'1.2'}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'QosPolicy': {'1.8'}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'SecurityGroup': {'1.4'}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'SubPort': {'1.0'}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'Subnet': {'1.1'}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'Trunk': {'1.1'}} Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: consumer versions: Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: { DHCP agent@dv-cinder-790535-6-smb: {}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: L3 agent@dv-cinder-790535-6-smb: {}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: Metadata agent@dv-cinder-790535-6-smb: {}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: Metering agent@dv-cinder-790535-6-smb: {}, Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: Open vSwitch agent@dv-cinder-790535-6-smb: { 'AddressGroup': '1.2', Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'ConntrackHelper': '1.0', Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'Log': '1.0', Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'Network': '1.1', Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'Port': '1.7', Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'PortForwarding': '1.2', Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'QosPolicy': '1.8', Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'SecurityGroup': '1.4', Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'SecurityGroupRule': '1.2', Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'SubPort': '1.0', Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'Subnet': '1.1', Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: 'Trunk': '1.1'}} Jun 18 19:37:05.551935 dv-cinder-790535-6-smb neutron-server[100015]: {{(pid=100015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:37:05.562955 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:05.563808 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Attempting to bind port 17be3a66-72eb-4bb0-abcf-f42647ec36fb on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:37:05.564997 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Attempting to bind port 17be3a66-72eb-4bb0-abcf-f42647ec36fb by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '3eb49ffe-900b-45f4-806b-59f740f9d2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656'}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:37:05.564997 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Attempting to bind port 17be3a66-72eb-4bb0-abcf-f42647ec36fb on network 82fea273-df21-46b6-9d93-ad52cf859656 {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:37:05.570691 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:37:05.571098 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Checking segment: {'id': '3eb49ffe-900b-45f4-806b-59f740f9d2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:37:05.571585 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:05.571972 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Bound using segment: {'id': '3eb49ffe-900b-45f4-806b-59f740f9d2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656'} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:37:05.572463 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Bound port: 17be3a66-72eb-4bb0-abcf-f42647ec36fb, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb49ffe-900b-45f4-806b-59f740f9d2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656'}}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:37:05.572862 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:05.642515 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] For port 17be3a66-72eb-4bb0-abcf-f42647ec36fb, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:37:05.663655 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] For port 17be3a66-72eb-4bb0-abcf-f42647ec36fb, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=17be3a66-72eb-4bb0-abcf-f42647ec36fb,segment=NetworkSegment(3eb49ffe-900b-45f4-806b-59f740f9d2ac),segment_id=3eb49ffe-900b-45f4-806b-59f740f9d2ac)] {{(pid=100015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:37:05.751655 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:05.753945 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:05.811141 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Routers {'f97cbcfc-1f26-4d34-8d6d-c493eec29c30'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:37:05.811802 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:36:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f97cbcfc-1f26-4d34-8d6d-c493eec29c30'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:05.851165 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Pushing event updated for resources: {'Port': ['ID=17be3a66-72eb-4bb0-abcf-f42647ec36fb,revision_number=4']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:05.880126 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:05.914673 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] Set router f97cbcfc-1f26-4d34-8d6d-c493eec29c30 gateway port host: None {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:37:06.009920 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 43712) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:06.130422 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168ffc84-d88c-41b6-9be2-fab945a8cf3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:37:06.131811 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-168ffc84-d88c-41b6-9be2-fab945a8cf3a admin admin] 10.222.0.30 "GET /v2.0/networks/2440ce7d-0693-4835-ae79-95ddbd08681a HTTP/1.1" status: 200 len: 842 time: 0.1209438 Jun 18 19:37:06.137323 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'name': 'router1', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:36:52Z', 'updated_at': '2021-06-18T19:37:02Z', 'revision_number': 2, 'project_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'gw_port_host': None, '_interfaces': [{'id': '17be3a66-72eb-4bb0-abcf-f42647ec36fb', 'name': '', 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'mac_address': 'fa:16:3e:fd:6c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21252f6e-f922-4028-9c91-99e749361494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:01Z', 'updated_at': '2021-06-18T19:37:05Z', 'revision_number': 4, 'project_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'subnets': [{'id': '21252f6e-f922-4028-9c91-99e749361494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881d04de-df93-4ba3-be14-b1a3564f1847'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:06.141711 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:37:06.165030 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bd517-0224-4d79-a533-13c727e2fb3e None None] The sync data for ids ['f97cbcfc-1f26-4d34-8d6d-c493eec29c30'] in dv-cinder-790535-6-smb is: [{'id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'name': 'router1', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:36:52Z', 'updated_at': '2021-06-18T19:37:02Z', 'revision_number': 2, 'project_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'gw_port_host': None, '_interfaces': [{'id': '17be3a66-72eb-4bb0-abcf-f42647ec36fb', 'name': '', 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'mac_address': 'fa:16:3e:fd:6c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21252f6e-f922-4028-9c91-99e749361494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:01Z', 'updated_at': '2021-06-18T19:37:05Z', 'revision_number': 4, 'project_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'subnets': [{'id': '21252f6e-f922-4028-9c91-99e749361494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881d04de-df93-4ba3-be14-b1a3564f1847'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:37:06.225203 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Made reservation on behalf of 272dd608365542a3b6f1f3259ff89f9c for: {'subnet': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:37:06.228214 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:06.599006 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.objects.ports [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100012) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 19:37:06.599454 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935'] for subnet, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:06.601747 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:06.665998 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02942c2-2139-4351-ad43-c8c3eac5d335,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:06.667817 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Checking segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:37:06.668165 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Network hostable DHCP agents. Network: 2440ce7d-0693-4835-ae79-95ddbd08681a, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:37:06.673629 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:06.762203 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:37:06.813546 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, 2440ce7d-0693-4835-ae79-95ddbd08681a) {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:37:06.817843 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:37:06.818443 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:06.823346 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921f3fd3-588a-48f3-a1e6-9587675c045c None None] Network 2440ce7d-0693-4835-ae79-95ddbd08681a requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:37:06.923297 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7849648 Jun 18 19:37:06.960204 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f0db16-e2e0-4488-8bc6-934ea8b4f741 None None] Network 2440ce7d-0693-4835-ae79-95ddbd08681a requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:37:09.236540 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 43724) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:09.472307 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-fde6c6b6-fdac-4299-849b-430af944d42a admin admin] 10.222.0.30 "GET /v2.0/routers/f97cbcfc-1f26-4d34-8d6d-c493eec29c30 HTTP/1.1" status: 200 len: 710 time: 0.2345409 Jun 18 19:37:09.592318 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6df3a9-30ac-4104-b94b-d91e7ebcec60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:37:09.593645 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-5c6df3a9-30ac-4104-b94b-d91e7ebcec60 admin admin] 10.222.0.30 "GET /v2.0/networks/2440ce7d-0693-4835-ae79-95ddbd08681a HTTP/1.1" status: 200 len: 886 time: 0.1156588 Jun 18 19:37:09.602412 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:37:09.858790 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7016'] for router, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:09.998489 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 17be3a66-72eb-4bb0-abcf-f42647ec36fb up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:37:10.162390 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 17be3a66-72eb-4bb0-abcf-f42647ec36fb completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:37:10.167704 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 17be3a66-72eb-4bb0-abcf-f42647ec36fb triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:10.168108 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:10.189339 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:10.256764 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:10.271870 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:10.291787 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 17be3a66-72eb-4bb0-abcf-f42647ec36fb, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=17be3a66-72eb-4bb0-abcf-f42647ec36fb,segment=NetworkSegment(3eb49ffe-900b-45f4-806b-59f740f9d2ac),segment_id=3eb49ffe-900b-45f4-806b-59f740f9d2ac)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:37:10.351686 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:10.354521 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:10.404224 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=17be3a66-72eb-4bb0-abcf-f42647ec36fb,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:10.415410 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:10.434052 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_common [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Allocated IP 172.28.3.57 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/4138f4e4-4e48-49e2-8996-cac07aa2d387) {{(pid=100013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:37:10.558749 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:10.775216 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:10.777441 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:10.851602 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:37:10.856427 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:37:10.861775 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Received port after_create {{(pid=100013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:37:10.895829 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Pushing event updated for resources: {'Port': ['ID=4138f4e4-4e48-49e2-8996-cac07aa2d387,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:10.926013 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:11.252109 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:11.449109 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7016'] for router, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:11.452906 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-620224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-620279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511828'] for router, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:11.575309 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Router f97cbcfc-1f26-4d34-8d6d-c493eec29c30 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:37:11.689112 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:37:11.693475 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Notify callbacks [] for router, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:11.695169 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] 10.222.0.30 "PUT /v2.0/routers/f97cbcfc-1f26-4d34-8d6d-c493eec29c30 HTTP/1.1" status: 200 len: 889 time: 2.0956383 Jun 18 19:37:11.713208 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Sync routers for ids ['f97cbcfc-1f26-4d34-8d6d-c493eec29c30'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:37:11.724669 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Routers {'f97cbcfc-1f26-4d34-8d6d-c493eec29c30'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:37:11.726053 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:36:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f97cbcfc-1f26-4d34-8d6d-c493eec29c30'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:11.992134 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 17be3a66-72eb-4bb0-abcf-f42647ec36fb up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:37:12.027197 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Set router f97cbcfc-1f26-4d34-8d6d-c493eec29c30 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:37:12.237595 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 17be3a66-72eb-4bb0-abcf-f42647ec36fb triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:12.237970 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:12.497511 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'name': 'router1', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4138f4e4-4e48-49e2-8996-cac07aa2d387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:36:52Z', 'updated_at': '2021-06-18T19:37:11Z', 'revision_number': 4, 'project_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'gw_port': {'id': '4138f4e4-4e48-49e2-8996-cac07aa2d387', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:10Z', 'updated_at': '2021-06-18T19:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '17be3a66-72eb-4bb0-abcf-f42647ec36fb', 'name': '', 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'mac_address': 'fa:16:3e:fd:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21252f6e-f922-4028-9c91-99e749361494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:01Z', 'updated_at': '2021-06-18T19:37:10Z', 'revision_number': 5, 'project_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'subnets': [{'id': '21252f6e-f922-4028-9c91-99e749361494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881d04de-df93-4ba3-be14-b1a3564f1847'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:12.550348 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Checking router: f97cbcfc-1f26-4d34-8d6d-c493eec29c30 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:37:12.550703 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Updating router f97cbcfc-1f26-4d34-8d6d-c493eec29c30 port 4138f4e4-4e48-49e2-8996-cac07aa2d387 binding host dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:37:12.584566 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:12.914847 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Notify callbacks [] for port, precommit_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:12.924338 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Transition to ACTIVE for port object 4138f4e4-4e48-49e2-8996-cac07aa2d387 will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:37:12.985161 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:12.988362 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-4729ec22-40ac-4512-b6af-2bf33f878898 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:13.045270 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc38760-a710-4bfa-a1a9-9bddc519651f None None] Pushing event updated for resources: {'Port': ['ID=4138f4e4-4e48-49e2-8996-cac07aa2d387,revision_number=2']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:13.048292 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Attempting to bind port 4138f4e4-4e48-49e2-8996-cac07aa2d387 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:37:13.048672 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Attempting to bind port 4138f4e4-4e48-49e2-8996-cac07aa2d387 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:37:13.049070 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Attempting to bind port 4138f4e4-4e48-49e2-8996-cac07aa2d387 on network 2440ce7d-0693-4835-ae79-95ddbd08681a {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:37:13.051701 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-2fc38760-a710-4bfa-a1a9-9bddc519651f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:13.057088 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:37:13.057478 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Checking segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:37:13.057888 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:13.058290 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Bound using segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:37:13.058772 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Bound port: 4138f4e4-4e48-49e2-8996-cac07aa2d387, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:37:13.059153 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:13.112038 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] For port 4138f4e4-4e48-49e2-8996-cac07aa2d387, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:37:13.115361 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] For port 4138f4e4-4e48-49e2-8996-cac07aa2d387, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=4138f4e4-4e48-49e2-8996-cac07aa2d387,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:37:13.242609 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:13.244819 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:13.295167 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Routers {'f97cbcfc-1f26-4d34-8d6d-c493eec29c30'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:37:13.295797 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:36:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f97cbcfc-1f26-4d34-8d6d-c493eec29c30'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:13.422085 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc38760-a710-4bfa-a1a9-9bddc519651f None None] Pushing event updated for resources: {'Port': ['ID=4138f4e4-4e48-49e2-8996-cac07aa2d387,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:13.425060 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-2fc38760-a710-4bfa-a1a9-9bddc519651f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:13.494670 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] Set router f97cbcfc-1f26-4d34-8d6d-c493eec29c30 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:37:13.718702 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'name': 'router1', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4138f4e4-4e48-49e2-8996-cac07aa2d387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:36:52Z', 'updated_at': '2021-06-18T19:37:11Z', 'revision_number': 4, 'project_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'gw_port': {'id': '4138f4e4-4e48-49e2-8996-cac07aa2d387', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:10Z', 'updated_at': '2021-06-18T19:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '17be3a66-72eb-4bb0-abcf-f42647ec36fb', 'name': '', 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'mac_address': 'fa:16:3e:fd:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21252f6e-f922-4028-9c91-99e749361494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:01Z', 'updated_at': '2021-06-18T19:37:10Z', 'revision_number': 5, 'project_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'subnets': [{'id': '21252f6e-f922-4028-9c91-99e749361494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881d04de-df93-4ba3-be14-b1a3564f1847'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:37:13.746267 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b8ed0-e770-4d66-9c84-c705a3c5b7b7 None None] The sync data for ids ['f97cbcfc-1f26-4d34-8d6d-c493eec29c30'] in dv-cinder-790535-6-smb is: [{'id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'name': 'router1', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4138f4e4-4e48-49e2-8996-cac07aa2d387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:36:52Z', 'updated_at': '2021-06-18T19:37:11Z', 'revision_number': 4, 'project_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'gw_port': {'id': '4138f4e4-4e48-49e2-8996-cac07aa2d387', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:40:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:10Z', 'updated_at': '2021-06-18T19:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '17be3a66-72eb-4bb0-abcf-f42647ec36fb', 'name': '', 'network_id': '82fea273-df21-46b6-9d93-ad52cf859656', 'tenant_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'mac_address': 'fa:16:3e:fd:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97cbcfc-1f26-4d34-8d6d-c493eec29c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21252f6e-f922-4028-9c91-99e749361494', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:37:01Z', 'updated_at': '2021-06-18T19:37:10Z', 'revision_number': 5, 'project_id': '08b09adac9d54d23a3c3b6bbea0dcb6c', 'subnets': [{'id': '21252f6e-f922-4028-9c91-99e749361494', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881d04de-df93-4ba3-be14-b1a3564f1847'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:37:14.006576 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 4138f4e4-4e48-49e2-8996-cac07aa2d387 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:37:14.133931 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 4138f4e4-4e48-49e2-8996-cac07aa2d387 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:37:14.139132 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 4138f4e4-4e48-49e2-8996-cac07aa2d387 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:14.139586 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:14.142277 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 43732) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:37:14.237622 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:14.265699 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 4138f4e4-4e48-49e2-8996-cac07aa2d387, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=4138f4e4-4e48-49e2-8996-cac07aa2d387,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:37:14.294958 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-b43c157f-14c2-4868-9816-c17db586b067 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1515334 Jun 18 19:37:14.316865 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:14.319663 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:37:14.373812 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=4138f4e4-4e48-49e2-8996-cac07aa2d387,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:37:14.378143 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:37:15.985337 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 4138f4e4-4e48-49e2-8996-cac07aa2d387 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:37:16.039799 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 4138f4e4-4e48-49e2-8996-cac07aa2d387 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:37:16.040170 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:24.482313 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d0b82e33-2ac4-4a48-a89e-2a4a6abd4d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:27.133861 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-16bb4cc5-ceaf-442c-8416-8770c6933835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:27.585685 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 5 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:37:28.058999 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:28.303450 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:30.099275 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:54.493229 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-5056f3c1-8bca-4005-988b-371d092b2f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:57.132659 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-37535856-3c5a-4f3b-9c70-219740f7e692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:58.047154 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:37:58.316482 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:00.104105 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:04.586067 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 5 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:38:24.480573 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-a16087c0-431f-440f-aeb9-85abbfb796a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:27.097781 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b94103f2-ac99-42c1-bbaa-a66b30287f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:28.017283 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:28.303772 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:30.000154 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:41.587175 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 5 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:38:54.445648 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-29042e97-2993-4f77-b9b8-30025a5fcf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:57.079818 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-1dc122ed-6d4b-43a3-8a05-e211517bec70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:57.502927 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44300) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:38:57.564282 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98f9a80-e853-485b-aa13-cc57d2f7fc09 admin admin] GET failed (client error): The resource could not be found. Jun 18 19:38:57.565646 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c98f9a80-e853-485b-aa13-cc57d2f7fc09 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617571 Jun 18 19:38:57.735138 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586150f7-5e07-4d67-bdfe-9185a3ef9016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:38:57.736561 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-586150f7-5e07-4d67-bdfe-9185a3ef9016 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1667914 Jun 18 19:38:58.028355 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:58.297058 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:38:59.888252 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44310) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:38:59.986063 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f99cef3-5d17-4b6f-b741-a14e1175d84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:38:59.987425 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-5f99cef3-5d17-4b6f-b741-a14e1175d84f admin admin] 10.222.0.30 "GET /v2.0/subnets/21252f6e-f922-4028-9c91-99e749361494 HTTP/1.1" status: 200 len: 849 time: 0.0982022 Jun 18 19:38:59.997073 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:39:00.005158 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:00.081452 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:00.348012 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727448639452'] for subnet, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:00.350210 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:39:00.378443 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:00.380088 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:00.380877 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] 10.222.0.30 "PUT /v2.0/subnets/21252f6e-f922-4028-9c91-99e749361494 HTTP/1.1" status: 200 len: 868 time: 0.3878205 Jun 18 19:39:00.389504 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e65f9f-7d4c-4fd7-bcd9-d37bf430e4a4 None None] Network 82fea273-df21-46b6-9d93-ad52cf859656 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:39:00.406174 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21252f6e-f922-4028-9c91-99e749361494,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:39:00.414335 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:00.419837 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:00.419837 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:00.419837 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:00.419837 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:00.419837 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:00.419837 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:00.419837 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:00.419837 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:00.419837 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:00.419837 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:00.419837 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:00.422257 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:39:00.745982 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-ee155000-a0b9-4cf2-9c62-f5d2718ae7b9 None None] Provisioning complete for port 622e22bf-847b-45aa-a3ed-e9ed2b1890a6 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:39:00.746512 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ee155000-a0b9-4cf2-9c62-f5d2718ae7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:00.835489 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-ee155000-a0b9-4cf2-9c62-f5d2718ae7b9 None None] Provisioning complete for port 17be3a66-72eb-4bb0-abcf-f42647ec36fb triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:39:00.836117 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ee155000-a0b9-4cf2-9c62-f5d2718ae7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:02.577394 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44318) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:02.779810 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af704c79-2836-45ac-8ab3-57364530681d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:02.780285 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af704c79-2836-45ac-8ab3-57364530681d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:02.782258 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-af704c79-2836-45ac-8ab3-57364530681d admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2037892 Jun 18 19:39:04.980373 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44326) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:05.187519 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6bd0f7-4434-4011-a936-0887f3b06f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:05.187900 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6bd0f7-4434-4011-a936-0887f3b06f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:05.189450 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-5e6bd0f7-4434-4011-a936-0887f3b06f08 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2080650 Jun 18 19:39:07.379941 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44336) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:07.589276 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eb912d-efb0-42cc-81a4-de1631dacd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:07.590631 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-88eb912d-efb0-42cc-81a4-de1631dacd78 admin admin] 10.222.0.30 "GET /v2.0/networks/2440ce7d-0693-4835-ae79-95ddbd08681a HTTP/1.1" status: 200 len: 886 time: 0.2095585 Jun 18 19:39:09.765114 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44344) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:09.914183 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e150c99f-bf28-4a71-861d-c5a9a64d201a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:09.915804 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-e150c99f-bf28-4a71-861d-c5a9a64d201a admin admin] 10.222.0.30 "GET /v2.0/networks/82fea273-df21-46b6-9d93-ad52cf859656 HTTP/1.1" status: 200 len: 868 time: 0.1494393 Jun 18 19:39:12.074600 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44352) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:12.197641 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c422c8a5-3e3c-4d8a-991b-6c8c90f3b75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:12.198106 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c422c8a5-3e3c-4d8a-991b-6c8c90f3b75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:12.199634 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c422c8a5-3e3c-4d8a-991b-6c8c90f3b75f admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240878 Jun 18 19:39:14.351585 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44360) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:14.441079 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f593e4e7-38ff-49ec-8624-22686d7d328e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:14.441536 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f593e4e7-38ff-49ec-8624-22686d7d328e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:14.443048 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-f593e4e7-38ff-49ec-8624-22686d7d328e admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904944 Jun 18 19:39:16.611068 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44368) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:16.710797 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fa3681-8e67-4d0a-9002-eeb111315e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:16.712173 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-a6fa3681-8e67-4d0a-9002-eeb111315e60 admin admin] 10.222.0.30 "GET /v2.0/subnets/21252f6e-f922-4028-9c91-99e749361494 HTTP/1.1" status: 200 len: 868 time: 0.1001675 Jun 18 19:39:18.586947 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 5 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:39:18.914498 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44376) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:19.000098 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb2c72a-9891-4e21-9335-7752ec4691ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:19.002246 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-bdb2c72a-9891-4e21-9335-7752ec4691ae admin admin] 10.222.0.30 "GET /v2.0/subnets/f02942c2-2139-4351-ad43-c8c3eac5d335 HTTP/1.1" status: 200 len: 816 time: 0.0860395 Jun 18 19:39:24.495970 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-a963497f-2b2d-4363-a682-b911bce1e677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:27.113495 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-2f8ea77c-e041-48d8-bebe-64040d879fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:28.005625 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:28.295823 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:30.032936 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:43.112981 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44420) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:43.161567 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [None req-769b4fe3-89fe-48e3-b0c4-b1a69abb3901 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:39:43.162561 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-769b4fe3-89fe-48e3-b0c4-b1a69abb3901 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485086 Jun 18 19:39:45.428103 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44428) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:45.491620 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.pecan_wsgi.hooks.translation [None req-b426759f-26f6-45e6-8fb4-1e7a5ece33bc admin admin] GET failed (client error): The resource could not be found. Jun 18 19:39:45.493029 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-b426759f-26f6-45e6-8fb4-1e7a5ece33bc admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0635552 Jun 18 19:39:45.635348 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693506e-69c7-4465-b30e-9b0719c442ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:45.636847 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-4693506e-69c7-4465-b30e-9b0719c442ad admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1389570 Jun 18 19:39:47.801459 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44436) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:47.848189 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:39:47.963982 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Made reservation on behalf of 272dd608365542a3b6f1f3259ff89f9c for: {'network': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:39:47.966410 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:48.000202 dv-cinder-790535-6-smb neutron-server[100012]: WARNING neutron.services.revisions.revision_plugin [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Could not find related network for resource to bump revision. Jun 18 19:39:48.011686 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=100012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:39:48.020513 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:48.020889 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.segments_db [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Added segment 1ba35561-7e19-401c-b24a-55fe3a11f1c6 of type vlan for network ac5ca08f-dda6-4017-91b0-df5294ce9e09 Jun 18 19:39:48.069093 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:48.141152 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:48.142463 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:48.143042 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:48.145595 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:39:48.204039 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Pushing event updated for resources: {'Network': ['ID=ac5ca08f-dda6-4017-91b0-df5294ce9e09,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:39:48.211355 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:48.211722 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:48.212061 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:48.212392 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:48.212731 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:48.213059 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:48.213381 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:48.213702 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:48.214040 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:48.214365 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:48.214677 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:48.215002 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:48.218358 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:39:48.226488 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network ac5ca08f-dda6-4017-91b0-df5294ce9e09 details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:39:48.233305 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4303701 Jun 18 19:39:50.450915 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44444) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:39:50.511998 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b88491-ac70-42cc-adea-8ff0da811170 admin admin] GET failed (client error): The resource could not be found. Jun 18 19:39:50.513396 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-a9b88491-ac70-42cc-adea-8ff0da811170 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615308 Jun 18 19:39:50.587697 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578c82e7-f6e5-42c8-83a8-81e2bdb00dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:50.589169 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-578c82e7-f6e5-42c8-83a8-81e2bdb00dd4 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0718911 Jun 18 19:39:50.598853 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'ac5ca08f-dda6-4017-91b0-df5294ce9e09', 'description': 'shared-subnet'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:39:50.683809 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] Made reservation on behalf of 272dd608365542a3b6f1f3259ff89f9c for: {'subnet': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:39:50.686063 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:50.924245 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935'] for subnet, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:50.926490 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:39:50.978009 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b7050af-cdee-4ca7-a9fc-ac1e3642cc9b,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:39:50.984689 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:39:50.993237 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] Checking segment: {'id': '1ba35561-7e19-401c-b24a-55fe3a11f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac5ca08f-dda6-4017-91b0-df5294ce9e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:39:50.993587 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] Network hostable DHCP agents. Network: ac5ca08f-dda6-4017-91b0-df5294ce9e09, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:39:51.078272 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] Network ac5ca08f-dda6-4017-91b0-df5294ce9e09 is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:39:51.158374 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, ac5ca08f-dda6-4017-91b0-df5294ce9e09) {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:39:51.163107 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:39:51.163696 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:51.168408 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b7738e-ad96-46f1-b404-ad8394c11868 None None] Network ac5ca08f-dda6-4017-91b0-df5294ce9e09 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:39:51.256825 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6491289 Jun 18 19:39:51.316659 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37f8e1d1-d85d-51ec-af15-2bd53c2926e4-ac5ca08f-dda6-4017-91b0-df5294ce9e09', 'network_id': 'ac5ca08f-dda6-4017-91b0-df5294ce9e09', 'tenant_id': '272dd608365542a3b6f1f3259ff89f9c', 'fixed_ips': [{'subnet_id': '6b7050af-cdee-4ca7-a9fc-ac1e3642cc9b'}]}} from dv-cinder-790535-6-smb. {{(pid=100014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:39:51.317648 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:51.482022 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.db_base_plugin_common [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Allocated IP 192.168.233.2 (ac5ca08f-dda6-4017-91b0-df5294ce9e09/6b7050af-cdee-4ca7-a9fc-ac1e3642cc9b/b90785b6-b292-41f3-9a1b-1a77ccea27bf) {{(pid=100014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:39:51.633682 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Notify callbacks [] for port, precommit_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:51.642473 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Transition to ACTIVE for port object b90785b6-b292-41f3-9a1b-1a77ccea27bf will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:39:51.657341 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Transition to ACTIVE for port object b90785b6-b292-41f3-9a1b-1a77ccea27bf will not be triggered until provisioned by entity DHCP. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:39:51.741576 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:51.744192 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-2fc38760-a710-4bfa-a1a9-9bddc519651f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:39:51.783213 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Network ac5ca08f-dda6-4017-91b0-df5294ce9e09 is already hosted by enough agents. {{(pid=100014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:39:51.787259 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.base_scheduler [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Resources bound (agent type, host, resource id): {{(pid=100014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:39:51.789841 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Received port after_create {{(pid=100014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:39:51.800923 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Pushing event updated for resources: {'Port': ['ID=b90785b6-b292-41f3-9a1b-1a77ccea27bf,revision_number=1']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:39:51.826165 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:51.826506 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:51.826868 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:51.827199 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:51.827526 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:51.827854 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:51.828201 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:51.828520 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:51.828884 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:51.829207 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:51.829522 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:51.829835 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:39:51.834377 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:39:51.866291 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Attempting to bind port b90785b6-b292-41f3-9a1b-1a77ccea27bf on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:39:51.866664 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Attempting to bind port b90785b6-b292-41f3-9a1b-1a77ccea27bf by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '1ba35561-7e19-401c-b24a-55fe3a11f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac5ca08f-dda6-4017-91b0-df5294ce9e09'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:39:51.867019 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Attempting to bind port b90785b6-b292-41f3-9a1b-1a77ccea27bf on network ac5ca08f-dda6-4017-91b0-df5294ce9e09 {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:39:51.872203 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:39:51.872581 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Checking segment: {'id': '1ba35561-7e19-401c-b24a-55fe3a11f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac5ca08f-dda6-4017-91b0-df5294ce9e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:39:51.873006 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:51.873401 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Bound using segment: {'id': '1ba35561-7e19-401c-b24a-55fe3a11f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac5ca08f-dda6-4017-91b0-df5294ce9e09'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:39:51.873981 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Bound port: b90785b6-b292-41f3-9a1b-1a77ccea27bf, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba35561-7e19-401c-b24a-55fe3a11f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac5ca08f-dda6-4017-91b0-df5294ce9e09'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:39:51.874240 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:51.939489 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] For port b90785b6-b292-41f3-9a1b-1a77ccea27bf, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:39:51.943368 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] For port b90785b6-b292-41f3-9a1b-1a77ccea27bf, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=b90785b6-b292-41f3-9a1b-1a77ccea27bf,segment=NetworkSegment(1ba35561-7e19-401c-b24a-55fe3a11f1c6),segment_id=1ba35561-7e19-401c-b24a-55fe3a11f1c6)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:39:52.021552 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:52.023863 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:39:52.094376 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Pushing event updated for resources: {'Port': ['ID=b90785b6-b292-41f3-9a1b-1a77ccea27bf,revision_number=2']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:39:52.095832 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:39:52.943279 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8ad35f-3553-4a38-95e0-3ed87d1d9475 None None] Network ac5ca08f-dda6-4017-91b0-df5294ce9e09 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:39:53.080140 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-8fb0d031-980a-407f-a37f-75b051611d15 None None] Provisioning for port b90785b6-b292-41f3-9a1b-1a77ccea27bf completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:39:54.138788 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device b90785b6-b292-41f3-9a1b-1a77ccea27bf up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:39:54.255794 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port b90785b6-b292-41f3-9a1b-1a77ccea27bf completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:39:54.259714 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port b90785b6-b292-41f3-9a1b-1a77ccea27bf triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:39:54.260092 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:54.342056 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:54.374306 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port b90785b6-b292-41f3-9a1b-1a77ccea27bf, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=b90785b6-b292-41f3-9a1b-1a77ccea27bf,segment=NetworkSegment(1ba35561-7e19-401c-b24a-55fe3a11f1c6),segment_id=1ba35561-7e19-401c-b24a-55fe3a11f1c6)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:39:54.466941 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:54.469156 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:39:54.499538 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-8cd8b951-c971-4534-94ac-b4ac847bc0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:54.519971 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=b90785b6-b292-41f3-9a1b-1a77ccea27bf,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:39:54.523250 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:39:55.586172 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 5 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:39:56.101823 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device b90785b6-b292-41f3-9a1b-1a77ccea27bf up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:39:56.153918 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port b90785b6-b292-41f3-9a1b-1a77ccea27bf triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:39:56.154302 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:57.101223 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-80bd880e-8755-47a5-b621-db768af97da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:58.020854 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:39:58.295474 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:00.072240 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:24.483545 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-556157c6-40bd-4a1a-8223-46edd638f40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:27.083233 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-a487789d-41df-456f-ba56-7dcf130520a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:28.014274 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:28.317444 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:30.049239 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:32.585060 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 5 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:40:54.487957 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-7a177140-9991-4b7c-901e-eb5e15ffc4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:57.087779 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-e0362d83-b50b-47d5-9264-9b822f0e1a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:58.030820 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:40:58.305392 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:00.048123 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:09.584755 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 5 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:41:16.822768 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44488) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:41:16.829800 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [None req-88541c9b-ebc3-45ee-9502-11cedd7a216a tempest-verify_tempest_config-779683681 tempest-verify_tempest_config-779683681-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:41:16.830746 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-88541c9b-ebc3-45ee-9502-11cedd7a216a tempest-verify_tempest_config-779683681 tempest-verify_tempest_config-779683681-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069368 Jun 18 19:41:17.343230 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44506) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:41:17.445768 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:17.539685 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:17.647627 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:17.650867 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-29355879-8296-499d-9876-6cece8aeb59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:41:17.694390 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d93415f6cad14fb7b29e1c28504d2ea3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3500061 Jun 18 19:41:17.695392 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a81c7c-bda2-4a83-aa7e-d9d7c51e3a15,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:41:17.697159 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44510) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:41:17.702604 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.702960 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.703948 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.704290 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.704618 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.704971 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.705298 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.705624 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.705956 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.706278 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.706604 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.706922 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.711265 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:41:17.783384 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:17.804985 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:17.956648 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:17.959780 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:17.961027 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17a81c7c-bda2-4a83-aa7e-d9d7c51e3a15 HTTP/1.1" status: 204 len: 168 time: 0.2627978 Jun 18 19:41:17.961671 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:41:17.970725 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a81c7c-bda2-4a83-aa7e-d9d7c51e3a15,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:41:17.978018 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.978385 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.978734 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.979069 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.979399 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.979762 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.980075 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.980400 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.980758 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.981086 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.981531 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.981749 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:41:17.985927 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:41:24.481722 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-321bdd6f-927e-4679-9420-215c5d2c1c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:27.098433 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d10914ad-58f3-4536-9bcb-e6a953114f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:28.053544 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:28.304306 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:30.098528 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:46.583600 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 5 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:41:54.475240 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-71cc504a-ecb1-478f-b9b5-cadbcc5b71e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:57.114756 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-92d3d5b7-02be-4731-9dab-9e160d41d5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:58.023177 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:41:58.303653 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:00.057883 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:23.582839 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 5 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:42:24.479712 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-806261f6-f4fe-4ffc-87b5-66a89fe77f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:27.103232 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-02437cd2-a431-439e-b1a3-de00039d25d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:28.011310 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:28.291117 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:30.045395 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:54.501700 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d64bc5bb-0a7b-4bed-8856-d158e6222868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:57.114105 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-2cc3d110-f8d6-442b-a496-d74d332b7d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:58.033402 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:58.308398 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:42:59.067582 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633'] for agent, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:00.084822 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:00.581496 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:43:03.148110 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44564) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:43:03.251955 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-21ff6f62-3beb-42ba-a787-df9054aafe5f admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1026995 Jun 18 19:43:05.492119 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44574) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:43:05.553727 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-92e9ceb0-3fc5-4312-9871-4ae34af6fb73 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0604711 Jun 18 19:43:24.512463 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-21cbdbe8-df07-4412-8e45-e08c0fccd9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:27.095542 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-8769b9ec-f48f-4bfe-b184-ef31444a2124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:28.021130 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:28.329972 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:29.049602 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:30.043658 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:37.580113 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:43:54.506239 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-1bcbd15f-ff10-45d3-ad21-d2dbc980dd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:57.094294 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd24b-380f-4e0b-9889-93335da36bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:58.014765 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:58.323456 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:43:59.077523 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:00.060577 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:14.579365 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:44:24.510980 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-0fd1afd1-a03d-47b0-84c8-6c279f36ba4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:27.105380 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-9b06c811-142d-4903-a91b-ff53063a1224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:28.025172 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:28.317318 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:29.066212 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:30.037035 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:44.404817 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44716) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:45.019067 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1768868464-network', 'tenant_id': '162ba356a07946bfa0bca0d17fb7fe68'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:45.191079 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Made reservation on behalf of 162ba356a07946bfa0bca0d17fb7fe68 for: {'network': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:45.193684 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:45.207094 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:45.331440 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:45.414908 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:45.424786 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:45.458581 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=100013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:44:45.471109 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beeeba7c-ac9f-47c7-b537-a9c2309642d6,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:45.477614 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727448541642', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:45.478152 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Unsubscribe: segment precommit_create {{(pid=100013) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 19:44:45.478585 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.segments_db [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Added segment 9cb9a185-f317-43f6-aaf0-f24fc1b8d770 of type vlan for network ffba962a-7722-47db-a3ba-7bb75f48a4d9 Jun 18 19:44:45.498981 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.499323 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.499654 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.499977 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.500465 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.500601 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.501009 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.501333 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.502425 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.502753 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.503072 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.503385 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Tracked resource versions report: Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: pushed versions: Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: { 'AddressGroup': {'1.2'}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'ConntrackHelper': {'1.0'}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'Log': {'1.0'}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'Network': {'1.1'}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'Port': {'1.7'}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'PortForwarding': {'1.2'}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'QosPolicy': {'1.8'}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'SecurityGroup': {'1.4'}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'SubPort': {'1.0'}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'Subnet': {'1.1'}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'Trunk': {'1.1'}} Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: consumer versions: Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: { DHCP agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: HyperV agent@hv-cinder-79053: {}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: L3 agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: Metadata agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: Metering agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: Open vSwitch agent@dv-cinder-790535-6-smb: { 'AddressGroup': '1.2', Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'ConntrackHelper': '1.0', Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'Log': '1.0', Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'Network': '1.1', Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'Port': '1.7', Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'PortForwarding': '1.2', Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'QosPolicy': '1.8', Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'SecurityGroup': '1.4', Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'SecurityGroupRule': '1.2', Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'SubPort': '1.0', Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'Subnet': '1.1', Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: 'Trunk': '1.1'}} Jun 18 19:44:45.504427 dv-cinder-790535-6-smb neutron-server[100013]: {{(pid=100013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:44:45.513568 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:45.548324 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:45.688107 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:45.689646 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:45.698292 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:45.698292 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:45.790743 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Pushing event updated for resources: {'Network': ['ID=ffba962a-7722-47db-a3ba-7bb75f48a4d9,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:45.797772 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44766) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:45.801142 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3910542 Jun 18 19:44:45.802559 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:45.805214 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network ffba962a-7722-47db-a3ba-7bb75f48a4d9 details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:44:45.807963 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Request body: {'subnet': {'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1768868464-subnet', 'tenant_id': '162ba356a07946bfa0bca0d17fb7fe68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:45.991799 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44776) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:46.100053 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Made reservation on behalf of 162ba356a07946bfa0bca0d17fb7fe68 for: {'subnet': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:46.102688 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:46.420103 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1585902023-network', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:46.882885 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Made reservation on behalf of b14d6fbb78bd4324b276f9ae8bf60aa8 for: {'network': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:46.885574 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:46.887987 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935'] for subnet, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:46.900921 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-83d808d2-b489-4e47-b966-ce32e8be80f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:46.908318 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:46.988528 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Checking segment: {'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:44:46.991096 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Network hostable DHCP agents. Network: ffba962a-7722-47db-a3ba-7bb75f48a4d9, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:44:47.000859 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c22996c-a305-4585-ad36-0f9144be17a7,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:47.023546 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:47.023883 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:47.024247 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:47.024598 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Tracked resource versions report: Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: pushed versions: Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: { 'AddressGroup': {'1.2'}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'ConntrackHelper': {'1.0'}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'Log': {'1.0'}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'Network': {'1.1'}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'Port': {'1.7'}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'PortForwarding': {'1.2'}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'QosPolicy': {'1.8'}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'SecurityGroup': {'1.4'}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'SubPort': {'1.0'}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'Subnet': {'1.1'}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'Trunk': {'1.1'}} Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: consumer versions: Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: { DHCP agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: HyperV agent@hv-cinder-79053: {}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: L3 agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: Metadata agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: Metering agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: Open vSwitch agent@dv-cinder-790535-6-smb: { 'AddressGroup': '1.2', Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'ConntrackHelper': '1.0', Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'Log': '1.0', Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'Network': '1.1', Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'Port': '1.7', Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'PortForwarding': '1.2', Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'QosPolicy': '1.8', Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'SecurityGroup': '1.4', Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'SecurityGroupRule': '1.2', Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'SubPort': '1.0', Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'Subnet': '1.1', Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: 'Trunk': '1.1'}} Jun 18 19:44:47.031207 dv-cinder-790535-6-smb neutron-server[100012]: {{(pid=100012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:44:47.036949 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:47.094346 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:47.145661 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Network ffba962a-7722-47db-a3ba-7bb75f48a4d9 is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:44:47.168580 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:47.175178 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:47.199023 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=100012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:44:47.208460 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ef696f-b323-4bd9-b60a-62047992b675,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:47.211685 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:47.216475 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:47.217247 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.segments_db [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Added segment c991fd4c-842d-47f1-9798-647fd549dd34 of type vlan for network 6ccd7341-ba13-4dc8-9762-671f827fe485 Jun 18 19:44:47.253942 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, ffba962a-7722-47db-a3ba-7bb75f48a4d9) {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:47.258588 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:47.259672 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:47.263094 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388a77ea-09bf-443e-aad9-d34090df1a3a None None] Network ffba962a-7722-47db-a3ba-7bb75f48a4d9 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:47.276396 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:47.283371 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44800) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:47.317465 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44804) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:47.375365 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5754356 Jun 18 19:44:47.410690 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04da27a3-b7f9-4133-b03b-17ae5fcb97f7 None None] Network ffba962a-7722-47db-a3ba-7bb75f48a4d9 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:47.443140 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:47.445123 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:47.445908 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:47.452642 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:47.531881 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Pushing event updated for resources: {'Network': ['ID=6ccd7341-ba13-4dc8-9762-671f827fe485,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:47.534984 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:47.543061 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network 6ccd7341-ba13-4dc8-9762-671f827fe485 details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:44:47.613148 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44816) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:47.614909 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6198721 Jun 18 19:44:47.618651 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] Request body: {'subnet': {'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1585902023-subnet', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:47.675763 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2063976933-network', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:47.723510 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1185049791-network', 'tenant_id': '5bdfdd174c394b5aae90a480d9351066'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:47.764292 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] Made reservation on behalf of b14d6fbb78bd4324b276f9ae8bf60aa8 for: {'subnet': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:47.766666 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:47.819261 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.db.api [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 19:44:47.819261 dv-cinder-790535-6-smb neutron-server[100013]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 19:44:47.819261 dv-cinder-790535-6-smb neutron-server[100013]: [parameters: {'project_id_1': '5bdfdd174c394b5aae90a480d9351066', 'expiration_1': datetime.datetime(2021, 6, 18, 19, 44, 47, 730758)}] Jun 18 19:44:47.819261 dv-cinder-790535-6-smb neutron-server[100013]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100013) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 19:44:47.819774 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_db.api [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 19:44:47.919880 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Made reservation on behalf of 2d9b0248b63e4c8ca985da40cbe2ec3c for: {'network': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:47.922281 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:47.935900 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.076601 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935'] for subnet, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.087980 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-f545e56b-391e-4ad9-97a0-a051712407b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:48.145888 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.152266 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1a5fed-d7ef-4e8a-8976-b177519138c1,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:48.156513 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:48.178718 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] Checking segment: {'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:44:48.178982 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] Network hostable DHCP agents. Network: 6ccd7341-ba13-4dc8-9762-671f827fe485, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:44:48.261191 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.262716 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] Network 6ccd7341-ba13-4dc8-9762-671f827fe485 is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:44:48.278349 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e3b0f252-7422-43fd-9577-3c03cc54f670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:48.297526 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=100013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:44:48.311838 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273fd38a-1b0f-45f4-873f-e31ee9977b4b,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:48.317209 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:48.318321 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.318662 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.segments_db [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Added segment 1f2bcbc5-771d-4716-a57f-d65ab048eaf3 of type vlan for network a4a31be8-303a-4c57-b9e0-49ff795b3cdd Jun 18 19:44:48.377926 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.397926 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, 6ccd7341-ba13-4dc8-9762-671f827fe485) {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:48.402553 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:48.403138 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.414427 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d6d04-fbf5-4bc3-8a73-4bd263332a3f None None] Network 6ccd7341-ba13-4dc8-9762-671f827fe485 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:48.467170 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Made reservation on behalf of 5bdfdd174c394b5aae90a480d9351066 for: {'network': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:48.470456 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.483176 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.507754 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.510308 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:48.511318 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.516283 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:48.613767 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9992528 Jun 18 19:44:48.617983 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44856) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:48.623993 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37f8e1d1-d85d-51ec-af15-2bd53c2926e4-6ccd7341-ba13-4dc8-9762-671f827fe485', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1'}]}} from dv-cinder-790535-6-smb. {{(pid=100014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:44:48.625236 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.625721 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:48.664208 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Pushing event updated for resources: {'Network': ['ID=a4a31be8-303a-4c57-b9e0-49ff795b3cdd,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:48.671499 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:48.715311 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network a4a31be8-303a-4c57-b9e0-49ff795b3cdd details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:44:48.844439 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:48.970034 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.db_base_plugin_common [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Allocated IP 172.20.0.2 (6ccd7341-ba13-4dc8-9762-671f827fe485/cc1a5fed-d7ef-4e8a-8976-b177519138c1/a9f9d1ac-01c5-462e-a639-2bb11025bfe3) {{(pid=100014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:44:48.995421 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.005757 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:49.054084 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=100013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:44:49.090319 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2af51c-fd7e-4722-abb0-c18ccb45a515,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:49.100742 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.101335 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.segments_db [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Added segment 1004b9c0-82a4-4cf7-a6a2-ee894971273c of type vlan for network ee4447a7-6319-43e2-8a67-8ed7de863b8a Jun 18 19:44:49.104037 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:49.111557 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8265235 Jun 18 19:44:49.118574 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 44868) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:49.139591 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] Request body: {'subnet': {'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2063976933-subnet', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:49.189888 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.229622 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.248829 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6927'] for router, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.256867 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6918'] for router, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.283983 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Transition to ACTIVE for port object a9f9d1ac-01c5-462e-a639-2bb11025bfe3 will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:44:49.305643 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.307029 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:49.307994 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.310658 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:49.353908 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Transition to ACTIVE for port object a9f9d1ac-01c5-462e-a639-2bb11025bfe3 will not be triggered until provisioned by entity DHCP. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:44:49.445027 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.451823 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:49.467255 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] Made reservation on behalf of 2d9b0248b63e4c8ca985da40cbe2ec3c for: {'subnet': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:49.474937 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Pushing event updated for resources: {'Network': ['ID=ee4447a7-6319-43e2-8a67-8ed7de863b8a,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:49.482636 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.484525 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:49.536034 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2164912 Jun 18 19:44:49.537086 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44874) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:49.548473 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] Request body: {'subnet': {'network_id': 'ee4447a7-6319-43e2-8a67-8ed7de863b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1185049791-subnet', 'tenant_id': '5bdfdd174c394b5aae90a480d9351066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:49.563459 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network ee4447a7-6319-43e2-8a67-8ed7de863b8a details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:44:49.717272 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] Made reservation on behalf of 5bdfdd174c394b5aae90a480d9351066 for: {'subnet': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:44:49.724447 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.752175 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Network 6ccd7341-ba13-4dc8-9762-671f827fe485 is already hosted by enough agents. {{(pid=100014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:44:49.758847 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.base_scheduler [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Resources bound (agent type, host, resource id): {{(pid=100014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:49.764760 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Received port after_create {{(pid=100014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:44:49.768827 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Pushing event updated for resources: {'Port': ['ID=a9f9d1ac-01c5-462e-a639-2bb11025bfe3,revision_number=1']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:49.808417 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:49.809265 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:49.809772 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:49.810261 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:49.810936 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:49.811589 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:49.812106 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:49.813125 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:49.814347 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:49.814925 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:49.815394 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:49.815891 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Tracked resource versions report: Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: pushed versions: Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: { 'AddressGroup': {'1.2'}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'ConntrackHelper': {'1.0'}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'Log': {'1.0'}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'Network': {'1.1'}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'Port': {'1.7'}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'PortForwarding': {'1.2'}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'QosPolicy': {'1.8'}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'SecurityGroup': {'1.4'}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'SubPort': {'1.0'}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'Subnet': {'1.1'}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'Trunk': {'1.1'}} Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: consumer versions: Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: { DHCP agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: HyperV agent@hv-cinder-79053: {}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: L3 agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: Metadata agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: Metering agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: Open vSwitch agent@dv-cinder-790535-6-smb: { 'AddressGroup': '1.2', Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'ConntrackHelper': '1.0', Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'Log': '1.0', Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'Network': '1.1', Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'Port': '1.7', Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'PortForwarding': '1.2', Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'QosPolicy': '1.8', Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'SecurityGroup': '1.4', Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'SecurityGroupRule': '1.2', Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'SubPort': '1.0', Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'Subnet': '1.1', Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: 'Trunk': '1.1'}} Jun 18 19:44:49.817211 dv-cinder-790535-6-smb neutron-server[100014]: {{(pid=100014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:44:49.839602 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:49.859907 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Attempting to bind port a9f9d1ac-01c5-462e-a639-2bb11025bfe3 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:44:49.861353 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Attempting to bind port a9f9d1ac-01c5-462e-a639-2bb11025bfe3 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:44:49.864662 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Attempting to bind port a9f9d1ac-01c5-462e-a639-2bb11025bfe3 on network 6ccd7341-ba13-4dc8-9762-671f827fe485 {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:44:49.868613 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.881724 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:44:49.883507 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Checking segment: {'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:44:49.884219 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.884917 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Bound using segment: {'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:44:49.885719 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Bound port: a9f9d1ac-01c5-462e-a639-2bb11025bfe3, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:44:49.886354 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.947374 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935'] for subnet, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:49.956116 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-17624b36-c584-4624-99b1-1698db1b863e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:50.029577 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] For port a9f9d1ac-01c5-462e-a639-2bb11025bfe3, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:44:50.036303 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] For port a9f9d1ac-01c5-462e-a639-2bb11025bfe3, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=a9f9d1ac-01c5-462e-a639-2bb11025bfe3,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:44:50.113254 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.119034 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:50.259314 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac8de5a-7f2b-43ec-be09-ebdab19d9db7,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:50.272728 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Pushing event updated for resources: {'Port': ['ID=a9f9d1ac-01c5-462e-a639-2bb11025bfe3,revision_number=2']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:50.277274 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:50.289819 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:50.343863 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935'] for subnet, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.369757 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7016'] for router, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.374774 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:50.378990 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] Checking segment: {'id': '1f2bcbc5-771d-4716-a57f-d65ab048eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:44:50.379208 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] Network hostable DHCP agents. Network: a4a31be8-303a-4c57-b9e0-49ff795b3cdd, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:44:50.491275 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd9e3d8-efc9-4f06-bb6b-1a0285289504,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:50.513465 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:50.535693 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] Checking segment: {'id': '1004b9c0-82a4-4cf7-a6a2-ee894971273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee4447a7-6319-43e2-8a67-8ed7de863b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:44:50.536054 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] Network hostable DHCP agents. Network: ee4447a7-6319-43e2-8a67-8ed7de863b8a, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:44:50.547651 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] Network a4a31be8-303a-4c57-b9e0-49ff795b3cdd is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:44:50.777062 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, a4a31be8-303a-4c57-b9e0-49ff795b3cdd) {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:50.787795 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd1933c-6135-4a2f-b524-a6b0a6c3f439 None None] Network a4a31be8-303a-4c57-b9e0-49ff795b3cdd requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:50.802594 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] Network ee4447a7-6319-43e2-8a67-8ed7de863b8a is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:44:50.809811 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:50.810725 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, ee4447a7-6319-43e2-8a67-8ed7de863b8a) {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:50.814594 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.817572 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:50.818501 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.848976 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96534872-5961-4afb-b7d4-39feb726fc7d None None] Network ee4447a7-6319-43e2-8a67-8ed7de863b8a requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:50.932354 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44936) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:50.934744 dv-cinder-790535-6-smb neutron-server[100013]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 19:44:50.950123 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:50.958150 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8376424 Jun 18 19:44:50.969372 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44938) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:50.988037 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2063976933-router', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:50.998514 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:51.039106 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4920449 Jun 18 19:44:51.115428 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5864f1e6-f988-4aa6-b137-03070ae9ff2e None None] Network ee4447a7-6319-43e2-8a67-8ed7de863b8a requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:51.247824 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Allocated IP 172.28.3.223 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/e2033941-c31a-4fd6-b5b6-ad6ed16260c9) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:44:51.354819 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-797b7557-9a60-44bc-9b4e-2276fba5bafc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:51.362065 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-797b7557-9a60-44bc-9b4e-2276fba5bafc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/networks?id=ffba962a-7722-47db-a3ba-7bb75f48a4d9 HTTP/1.1" status: 200 len: 815 time: 0.4258544 Jun 18 19:44:51.364872 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6927'] for router, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:51.367025 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6918'] for router, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:51.448321 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-2dc49d76-503c-48da-9073-1940dfacb83a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/quotas/162ba356a07946bfa0bca0d17fb7fe68 HTTP/1.1" status: 200 len: 375 time: 0.0725722 Jun 18 19:44:51.535225 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:51.572300 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-f221c54a-a264-44d0-9c4f-31590a8eb0cb tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1226926 Jun 18 19:44:51.595051 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:44:51.696689 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:51.716398 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b78741-32af-464e-aaab-0086fdff6fe0 None None] Network a4a31be8-303a-4c57-b9e0-49ff795b3cdd requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:51.729094 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:51.733801 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:51.823093 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:44:51.829812 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:51.841864 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:44:52.032502 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7016'] for router, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:52.049607 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-19d16899-1b23-4fa4-99f3-39d10eb516e7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:44:52.050982 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-19d16899-1b23-4fa4-99f3-39d10eb516e7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1202652 Jun 18 19:44:52.066579 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Pushing event updated for resources: {'Port': ['ID=e2033941-c31a-4fd6-b5b6-ad6ed16260c9,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:52.074054 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7331e40c-63f7-4854-8233-b01bb64691c5 None None] Network 6ccd7341-ba13-4dc8-9762-671f827fe485 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:44:52.075941 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:52.198033 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-4781f10a-92ca-45d1-adac-bcc399b30626 service neutron] 10.222.0.30 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407588 Jun 18 19:44:52.372608 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-991ceaad-0a1a-44d7-a406-1b1113f6a925 None None] Provisioning for port a9f9d1ac-01c5-462e-a639-2bb11025bfe3 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:44:52.522059 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:52.565674 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device a9f9d1ac-01c5-462e-a639-2bb11025bfe3 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:44:52.609300 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 44996) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:52.667388 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-eb107f0d-149d-4f10-bed3-e86da238ee06 service neutron] 10.222.0.30 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238486 Jun 18 19:44:52.892591 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port a9f9d1ac-01c5-462e-a639-2bb11025bfe3 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:44:52.901003 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port a9f9d1ac-01c5-462e-a639-2bb11025bfe3 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:44:52.902292 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:52.996498 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919516b-5173-4279-a821-65a4f415e9f7 req-caf18bcf-1082-4763-b9f4-066de77a83fc tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:53.003902 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-caf18bcf-1082-4763-b9f4-066de77a83fc tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/networks?id=ee4447a7-6319-43e2-8a67-8ed7de863b8a HTTP/1.1" status: 200 len: 812 time: 0.3902645 Jun 18 19:44:53.027194 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-41809537-d017-47bc-b185-f4f9779d4a2f tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/quotas/5bdfdd174c394b5aae90a480d9351066 HTTP/1.1" status: 200 len: 375 time: 0.0220208 Jun 18 19:44:53.104370 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618554'] for router, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.111413 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-1b15564c-384f-4d74-8a9a-e3bfaf040f2e tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bdfdd174c394b5aae90a480d9351066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827055 Jun 18 19:44:53.132618 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.151438 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.259312 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port a9f9d1ac-01c5-462e-a639-2bb11025bfe3, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=a9f9d1ac-01c5-462e-a639-2bb11025bfe3,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:44:53.276177 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.303222 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-775d8cfb-e90a-4a70-96c7-93e8ac069229 None None] Provisioning complete for port a9f9d1ac-01c5-462e-a639-2bb11025bfe3 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:44:53.303222 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-775d8cfb-e90a-4a70-96c7-93e8ac069229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.358902 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.364195 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:53.443530 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 45026) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:53.463769 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3be813ad-ae9d-458a-9aeb-86fe66b53b1b req-910ccf1e-9ed9-4735-8098-91819514641b tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 210 time: 0.2131736 Jun 18 19:44:53.497938 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Router 2eac83a4-851e-4f91-a207-a1b9a6509214 is scheduled to L3 agent 92782364-561c-464d-b29a-c35742e5cb72 with binding_index 1 {{(pid=100012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:44:53.498351 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=a9f9d1ac-01c5-462e-a639-2bb11025bfe3,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:53.505860 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:53.595709 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45909ba3-49a7-4e3e-bfe2-47113e62780a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:44:53.607110 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45909ba3-49a7-4e3e-bfe2-47113e62780a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1504784 Jun 18 19:44:53.662998 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1c54d057-0ecf-49cd-8bc9-0e255ba26f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.701765 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:44:53.722003 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_common [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Allocated IP 172.28.3.20 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/206726e0-399d-4c92-b4ce-575570d1aa85) {{(pid=100013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:44:53.724458 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Sync routers for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:44:53.755598 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:44:53.756779 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:44:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:44:53.858805 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1c54d057-0ecf-49cd-8bc9-0e255ba26f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.925748 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1c54d057-0ecf-49cd-8bc9-0e255ba26f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:53.929083 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:53.957304 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:44:54.009948 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-1c54d057-0ecf-49cd-8bc9-0e255ba26f00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb7d1cf363a24dbbbfb4b23f6e598f9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5652287 Jun 18 19:44:54.010781 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Notify callbacks [] for router, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:54.017841 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3969202 Jun 18 19:44:54.033282 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 45046) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:54.033407 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 45048) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:54.062881 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54d057-0ecf-49cd-8bc9-0e255ba26f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5531b991-da95-4ea9-aa5f-47112f26e6f8,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:54.073311 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1c54d057-0ecf-49cd-8bc9-0e255ba26f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:54.179927 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-80f65a09-2b36-4db9-86b3-7cb0b55621f7 service neutron] 10.222.0.30 "GET /v2.0/networks/ee4447a7-6319-43e2-8a67-8ed7de863b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715466 Jun 18 19:44:54.336995 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:54.358525 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:52Z', 'revision_number': 3, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:44:54.400862 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Checking router: 2eac83a4-851e-4f91-a207-a1b9a6509214 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:44:54.401162 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Updating router 2eac83a4-851e-4f91-a207-a1b9a6509214 port e2033941-c31a-4fd6-b5b6-ad6ed16260c9 binding host dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:44:54.435305 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device a9f9d1ac-01c5-462e-a639-2bb11025bfe3 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:44:54.457648 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-8023c199-9575-4ca4-a001-fec8d573ee01 service neutron] 10.222.0.30 "GET /v2.0/networks/ee4447a7-6319-43e2-8a67-8ed7de863b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765853 Jun 18 19:44:54.503384 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:54.541127 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port a9f9d1ac-01c5-462e-a639-2bb11025bfe3 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:44:54.541706 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:54.602581 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1f115680-b3f9-44bf-87aa-79b3a2237a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:54.639421 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3aee2aa1-812a-414a-b387-5fb19f5a6482 req-10a75507-2da8-4d3e-b8a0-7161348dceb3 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 210 time: 0.0648563 Jun 18 19:44:54.642823 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-5c815064-036a-4c24-81b5-a80703757cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:54.649638 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:54.673382 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:54.714861 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:44:54.718759 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Resources bound (agent type, host, resource id): {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:54.723912 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Received port after_create {{(pid=100013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:44:54.784411 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1f115680-b3f9-44bf-87aa-79b3a2237a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:54.821344 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Pushing event updated for resources: {'Port': ['ID=206726e0-399d-4c92-b4ce-575570d1aa85,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:54.826029 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:54.966356 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Notify callbacks [] for port, precommit_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.066651 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.provisioning_blocks [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Transition to ACTIVE for port object e2033941-c31a-4fd6-b5b6-ad6ed16260c9 will not be triggered until provisioned by entity L2. {{(pid=100015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:44:55.088278 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1f115680-b3f9-44bf-87aa-79b3a2237a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.100603 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1f115680-b3f9-44bf-87aa-79b3a2237a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.105438 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-1f115680-b3f9-44bf-87aa-79b3a2237a31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5531b991-da95-4ea9-aa5f-47112f26e6f8 HTTP/1.1" status: 204 len: 168 time: 1.0657403 Jun 18 19:44:55.110037 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:55.122100 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f115680-b3f9-44bf-87aa-79b3a2237a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5531b991-da95-4ea9-aa5f-47112f26e6f8,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:55.129644 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1f115680-b3f9-44bf-87aa-79b3a2237a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:55.168744 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.171350 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-16f26361-adeb-4aa5-bf9b-705cab6da5b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:55.263661 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-75995987-b5db-4eaf-874b-09eb833e1719 req-c2f61325-2b21-4497-9c14-876829cf1356 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 210 time: 0.1103954 Jun 18 19:44:55.274637 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Pushing event updated for resources: {'Port': ['ID=e2033941-c31a-4fd6-b5b6-ad6ed16260c9,revision_number=2']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:55.289477 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:55.289638 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:55.290586 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:55.290586 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:55.290898 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:55.296321 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:55.311447 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:55.311827 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:55.312188 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Tracked resource versions report: Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: pushed versions: Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: { 'AddressGroup': {'1.2'}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'ConntrackHelper': {'1.0'}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'Log': {'1.0'}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'Network': {'1.1'}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'Port': {'1.7'}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'PortForwarding': {'1.2'}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'QosPolicy': {'1.8'}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'SecurityGroup': {'1.4'}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'SecurityGroupRule': {'1.2'}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'SubPort': {'1.0'}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'Subnet': {'1.1'}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'Trunk': {'1.1'}} Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: consumer versions: Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: { DHCP agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: HyperV agent@hv-cinder-79053: {}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: L3 agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: Metadata agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: Metering agent@dv-cinder-790535-6-smb: {}, Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: Open vSwitch agent@dv-cinder-790535-6-smb: { 'AddressGroup': '1.2', Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'ConntrackHelper': '1.0', Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'Log': '1.0', Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'Network': '1.1', Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'Port': '1.7', Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'PortForwarding': '1.2', Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'QosPolicy': '1.8', Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'SecurityGroup': '1.4', Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'SecurityGroupRule': '1.2', Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'SubPort': '1.0', Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'Subnet': '1.1', Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: 'Trunk': '1.1'}} Jun 18 19:44:55.315670 dv-cinder-790535-6-smb neutron-server[100015]: {{(pid=100015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 19:44:55.324682 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.388549 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Attempting to bind port e2033941-c31a-4fd6-b5b6-ad6ed16260c9 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:44:55.389035 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Attempting to bind port e2033941-c31a-4fd6-b5b6-ad6ed16260c9 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:44:55.389447 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Attempting to bind port e2033941-c31a-4fd6-b5b6-ad6ed16260c9 on network 2440ce7d-0693-4835-ae79-95ddbd08681a {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:44:55.394266 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:55.404297 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:44:55.404690 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Checking segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:44:55.405269 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.408085 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Bound using segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:44:55.411078 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Bound port: e2033941-c31a-4fd6-b5b6-ad6ed16260c9, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:44:55.411539 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.534908 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] For port e2033941-c31a-4fd6-b5b6-ad6ed16260c9, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:44:55.552107 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.562718 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] For port e2033941-c31a-4fd6-b5b6-ad6ed16260c9, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=e2033941-c31a-4fd6-b5b6-ad6ed16260c9,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:44:55.683210 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:55.687170 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:55.737971 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Allocated IP 172.20.0.1 (6ccd7341-ba13-4dc8-9762-671f827fe485/cc1a5fed-d7ef-4e8a-8976-b177519138c1/26562d35-1fff-4a81-8c19-bba2714fb7a5) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:44:55.832327 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:44:55.832822 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:44:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:44:55.836884 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-84f5acf3-cc3d-4370-ac0a-4d80a36f08c6 req-7fc872bb-a385-47d7-9051-70e16be266d3 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 210 time: 0.0544591 Jun 18 19:44:55.842546 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Pushing event updated for resources: {'Port': ['ID=e2033941-c31a-4fd6-b5b6-ad6ed16260c9,revision_number=3']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:55.852295 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:56.009170 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:56.034207 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Transition to ACTIVE for port object 26562d35-1fff-4a81-8c19-bba2714fb7a5 will not be triggered until provisioned by entity DHCP. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:44:56.063220 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618554'] for router, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:56.092079 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:44:56.157164 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:56.159760 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-380728b7-346b-4fc7-bb34-81e0d402b591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:56.285704 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Network 6ccd7341-ba13-4dc8-9762-671f827fe485 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:44:56.297839 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:56.327617 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:44:56.329004 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618261'] for router_interface, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:56.380935 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Pushing event updated for resources: {'Port': ['ID=26562d35-1fff-4a81-8c19-bba2714fb7a5,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:56.385470 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 45126) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:56.409499 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:56.436686 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1880e86f-2ec3-4068-aff8-2e9bb90f1cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:56.525607 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9e15701f-43f1-47ac-a498-df6f1bc02e85 req-d297f509-1dff-4d0b-8ed1-9707e9e70f6a tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 210 time: 0.0787234 Jun 18 19:44:56.549947 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:52Z', 'revision_number': 3, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:44:56.564733 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Router e4e49558-5cf8-4f22-ba75-ee4c02428683 is scheduled to L3 agent 92782364-561c-464d-b29a-c35742e5cb72 with binding_index 1 {{(pid=100013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:44:56.801870 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89586c61-5b20-4401-93a4-6136a60048dd None None] The sync data for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb is: [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:52Z', 'revision_number': 3, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:44:56.888120 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:44:56.902427 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-d13758bb-f914-47ca-97ec-7061c7cb637f None None] Provisioning for port 26562d35-1fff-4a81-8c19-bba2714fb7a5 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:44:56.915132 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Sync routers for ids ['e4e49558-5cf8-4f22-ba75-ee4c02428683'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:44:56.928179 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-d13758bb-f914-47ca-97ec-7061c7cb637f None None] Provisioning complete for port 26562d35-1fff-4a81-8c19-bba2714fb7a5 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:44:56.931380 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d13758bb-f914-47ca-97ec-7061c7cb637f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.016204 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1880e86f-2ec3-4068-aff8-2e9bb90f1cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.066567 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.090396 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1880e86f-2ec3-4068-aff8-2e9bb90f1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.100075 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:57.156314 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Routers {'e4e49558-5cf8-4f22-ba75-ee4c02428683'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:44:57.159736 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:44:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['e4e49558-5cf8-4f22-ba75-ee4c02428683'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:44:57.290314 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-24aba5ba-0de6-4659-b2ab-f49c6ae56899 req-f2a9bba9-41b9-4601-9f07-c32f72dace2f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 210 time: 0.1814170 Jun 18 19:44:57.378265 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-d13758bb-f914-47ca-97ec-7061c7cb637f None None] Port 26562d35-1fff-4a81-8c19-bba2714fb7a5 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:44:57.397075 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Notify callbacks [] for router, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.400942 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4294612 Jun 18 19:44:57.406906 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 45148) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:57.436158 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-1880e86f-2ec3-4068-aff8-2e9bb90f1cb0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49585d964cc84e318f6eb8e99d2f20a3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0460947 Jun 18 19:44:57.445476 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880e86f-2ec3-4068-aff8-2e9bb90f1cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49d5a69-6be6-4bb8-ae4e-b4e908d7fb77,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:57.463114 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 45150) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:57.466908 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-1880e86f-2ec3-4068-aff8-2e9bb90f1cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:57.628568 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-417a6892-08a1-4c7e-aff8-54a03df258b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.838299 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-5a8f9d3c-087e-4dd6-9716-8f5ed2ac72e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.852845 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d7ccfa12-49b2-48bd-9ced-96bb17f5ba36 req-14c52b72-86d3-4469-9dee-ece38a8df8d1 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 210 time: 0.1677296 Jun 18 19:44:57.886037 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-417a6892-08a1-4c7e-aff8-54a03df258b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:57.935159 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Set router e4e49558-5cf8-4f22-ba75-ee4c02428683 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:44:58.073664 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:58.112209 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-417a6892-08a1-4c7e-aff8-54a03df258b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:58.117886 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-417a6892-08a1-4c7e-aff8-54a03df258b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:58.117886 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-417a6892-08a1-4c7e-aff8-54a03df258b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c49d5a69-6be6-4bb8-ae4e-b4e908d7fb77 HTTP/1.1" status: 204 len: 168 time: 0.6522870 Jun 18 19:44:58.118396 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:58.159663 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a6892-08a1-4c7e-aff8-54a03df258b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49d5a69-6be6-4bb8-ae4e-b4e908d7fb77,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:58.163329 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:58.167012 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-417a6892-08a1-4c7e-aff8-54a03df258b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:58.175918 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-701026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619532'] for router_interface, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:58.199881 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:58.203937 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:58.374713 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'name': 'tempest-ServerRescueNegativeTestJSON-2063976933-router', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:54Z', 'revision_number': 3, 'project_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'gw_port': {'id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:53Z', 'updated_at': '2021-06-18T19:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:44:58.414452 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Checking router: e4e49558-5cf8-4f22-ba75-ee4c02428683 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:44:58.414962 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Updating router e4e49558-5cf8-4f22-ba75-ee4c02428683 port 206726e0-399d-4c92-b4ce-575570d1aa85 binding host dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:44:58.451928 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device e2033941-c31a-4fd6-b5b6-ad6ed16260c9 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:44:58.469472 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:58.573590 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:58.690578 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-60bc8e2b-df7a-4d39-a9e0-73f992355d4d req-4190df3a-3a1c-445a-81a4-2b85c4da776c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 210 time: 0.0707736 Jun 18 19:44:58.809006 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Network 6ccd7341-ba13-4dc8-9762-671f827fe485 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:44:58.827868 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:44:58.840115 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port e2033941-c31a-4fd6-b5b6-ad6ed16260c9 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:44:58.851593 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port e2033941-c31a-4fd6-b5b6-ad6ed16260c9 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:44:58.851979 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:58.903025 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Pushing event updated for resources: {'Port': ['ID=26562d35-1fff-4a81-8c19-bba2714fb7a5,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:58.912155 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:58.996916 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.22', 56307) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:44:59.149285 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Notify callbacks [] for port, precommit_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:59.163947 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Transition to ACTIVE for port object 206726e0-399d-4c92-b4ce-575570d1aa85 will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:44:59.303051 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:59.318376 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:59.325388 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Router 2eac83a4-851e-4f91-a207-a1b9a6509214 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:44:59.393290 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:59.500277 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:59.557526 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8eb51b66-63ed-415e-8ff9-933fc482f389 req-221b7efb-919f-4c3a-a78c-71ed2e1cf89a tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 210 time: 0.1784334 Jun 18 19:44:59.558320 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:59.583900 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-816b4686-4d32-47f8-8d60-c06813302ba1 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:44:59.602267 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-816b4686-4d32-47f8-8d60-c06813302ba1 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "GET /v2.0/networks?id=ffba962a-7722-47db-a3ba-7bb75f48a4d9 HTTP/1.1" status: 200 len: 815 time: 0.6039319 Jun 18 19:44:59.619029 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-4c184a47-0722-4ae1-8ed9-fa87babed67b None None] Provisioning complete for port 26562d35-1fff-4a81-8c19-bba2714fb7a5 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:44:59.630804 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-4c184a47-0722-4ae1-8ed9-fa87babed67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:59.659678 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Request body: {'port': {'device_id': '11616bb9-471f-4d1f-90cc-dd6170b29d58', 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9', 'admin_state_up': True, 'tenant_id': '162ba356a07946bfa0bca0d17fb7fe68'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:44:59.706886 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Attempting to bind port 206726e0-399d-4c92-b4ce-575570d1aa85 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:44:59.706886 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Attempting to bind port 206726e0-399d-4c92-b4ce-575570d1aa85 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:44:59.706886 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Attempting to bind port 206726e0-399d-4c92-b4ce-575570d1aa85 on network 2440ce7d-0693-4835-ae79-95ddbd08681a {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:44:59.715594 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port e2033941-c31a-4fd6-b5b6-ad6ed16260c9, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=e2033941-c31a-4fd6-b5b6-ad6ed16260c9,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:44:59.722762 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362971e-671c-40dc-9f05-7230200d984e None None] Pushing event updated for resources: {'Port': ['ID=206726e0-399d-4c92-b4ce-575570d1aa85,revision_number=2']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:44:59.736397 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-5362971e-671c-40dc-9f05-7230200d984e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:44:59.739294 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:44:59.739687 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Checking segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:44:59.740112 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:59.740520 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Bound using segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:44:59.741059 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Bound port: 206726e0-399d-4c92-b4ce-575570d1aa85, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:44:59.741450 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:59.745102 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-4c184a47-0722-4ae1-8ed9-fa87babed67b None None] Port 26562d35-1fff-4a81-8c19-bba2714fb7a5 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:44:59.840900 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] For port 206726e0-399d-4c92-b4ce-575570d1aa85, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:44:59.846879 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] For port 206726e0-399d-4c92-b4ce-575570d1aa85, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=206726e0-399d-4c92-b4ce-575570d1aa85,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:44:59.886667 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:44:59.908936 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:44:59.915653 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:44:59.934013 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] 10.222.0.30 "PUT /v2.0/routers/2eac83a4-851e-4f91-a207-a1b9a6509214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8919668 Jun 18 19:45:00.103190 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Allocated IP 172.20.0.1 (a4a31be8-303a-4c57-b9e0-49ff795b3cdd/1ac8de5a-7f2b-43ec-be09-ebdab19d9db7/5907a704-a0ce-4575-9494-e78505ae8861) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:00.131966 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:00.146691 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Sync routers for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:45:00.177633 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:00.192531 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:44:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:00.412788 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Routers {'e4e49558-5cf8-4f22-ba75-ee4c02428683'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:00.417125 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:44:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['e4e49558-5cf8-4f22-ba75-ee4c02428683'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:00.429999 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=e2033941-c31a-4fd6-b5b6-ad6ed16260c9,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:00.455379 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:00.463740 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:00.464994 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:00.604009 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:00.700186 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:00.723212 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362971e-671c-40dc-9f05-7230200d984e None None] Pushing event updated for resources: {'Port': ['ID=206726e0-399d-4c92-b4ce-575570d1aa85,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:00.735398 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-5362971e-671c-40dc-9f05-7230200d984e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:00.747414 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:00.756854 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:00.843395 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-61da7a85-83a6-448d-9ffe-43ad45e5bc11 req-67ad58ae-b0e3-4a1a-abfa-eea65b3805cd tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 210 time: 0.2195361 Jun 18 19:45:00.869581 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.22', 56313) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:01.000263 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] Set router e4e49558-5cf8-4f22-ba75-ee4c02428683 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:01.409439 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:44:57Z', 'revision_number': 2, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:01.468665 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c0f1a971-818a-4cdb-9eda-8f39b526aebc req-5d8698f5-f8da-4f53-b510-e23aef356f36 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 210 time: 0.1513324 Jun 18 19:45:01.473425 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Made reservation on behalf of 162ba356a07946bfa0bca0d17fb7fe68 for: {'port': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:45:01.482129 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:01.520375 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Checking router: 2eac83a4-851e-4f91-a207-a1b9a6509214 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:45:01.520653 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Updating router 2eac83a4-851e-4f91-a207-a1b9a6509214 port 26562d35-1fff-4a81-8c19-bba2714fb7a5 binding host dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:45:01.570991 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919516b-5173-4279-a821-65a4f415e9f7 req-29cc1eee-f4b4-4ab5-9462-62a800551d9d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:01.598113 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-29cc1eee-f4b4-4ab5-9462-62a800551d9d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.22 "GET /v2.0/networks?id=ee4447a7-6319-43e2-8a67-8ed7de863b8a HTTP/1.1" status: 200 len: 812 time: 0.7155583 Jun 18 19:45:01.623735 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-f919516b-5173-4279-a821-65a4f415e9f7 req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Request body: {'port': {'device_id': '0f233e1b-84d9-47f5-894a-3e2dd2cb2b96', 'network_id': 'ee4447a7-6319-43e2-8a67-8ed7de863b8a', 'admin_state_up': True, 'tenant_id': '5bdfdd174c394b5aae90a480d9351066'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:01.642973 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:01.929410 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'name': 'tempest-ServerRescueNegativeTestJSON-2063976933-router', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:54Z', 'revision_number': 3, 'project_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'gw_port': {'id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:53Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:02.107639 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f288d-8a31-461d-825d-535c49904d74 None None] The sync data for ids ['e4e49558-5cf8-4f22-ba75-ee4c02428683'] in dv-cinder-790535-6-smb is: [{'id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'name': 'tempest-ServerRescueNegativeTestJSON-2063976933-router', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:54Z', 'revision_number': 3, 'project_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'gw_port': {'id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:53Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:45:02.157263 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Network a4a31be8-303a-4c57-b9e0-49ff795b3cdd is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:02.167932 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:02.175041 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:02.177332 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618261'] for router_interface, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:02.275855 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Pushing event updated for resources: {'Port': ['ID=5907a704-a0ce-4575-9494-e78505ae8861,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:02.280122 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.526s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:02.293919 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f919516b-5173-4279-a821-65a4f415e9f7 req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Made reservation on behalf of 5bdfdd174c394b5aae90a480d9351066 for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:45:02.293919 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f919516b-5173-4279-a821-65a4f415e9f7 req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:02.529387 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device e2033941-c31a-4fd6-b5b6-ad6ed16260c9 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:02.571272 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2e5ed8a0-314f-41e9-92f8-5738f3f2c788 req-60b3e6c8-cfe7-4b57-ad02-f63b993add5b tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 210 time: 0.2875311 Jun 18 19:45:02.916259 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_common [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Allocated IP 172.20.0.7 (ffba962a-7722-47db-a3ba-7bb75f48a4d9/7c22996c-a305-4585-ad36-0f9144be17a7/0ed5c894-6d73-4d34-bf4f-f5915add8884) {{(pid=100013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:02.926768 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port e2033941-c31a-4fd6-b5b6-ad6ed16260c9 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:02.926768 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:02.928060 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 45312) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:02.952294 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-6d442af9-1a58-4863-aedb-691fdd11792d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385376141', 'description': 'tempest-description--1862477557'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:03.109284 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Notify callbacks [] for port, precommit_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:03.180641 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.provisioning_blocks [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Transition to ACTIVE for port object 26562d35-1fff-4a81-8c19-bba2714fb7a5 will not be triggered until provisioned by entity L2. {{(pid=100015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:03.310525 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:03.313155 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-733be118-8a87-4159-9400-32a6a3b437a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:03.493851 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6d442af9-1a58-4863-aedb-691fdd11792d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:03.541764 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-f919516b-5173-4279-a821-65a4f415e9f7 req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Allocated IP 172.20.0.2 (ee4447a7-6319-43e2-8a67-8ed7de863b8a/bfd9e3d8-efc9-4f06-bb6b-1a0285289504/3771dcde-aa36-4234-814e-ff9566d5b126) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:03.562017 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad9a7c-9293-4a45-9bdd-b7386277a58f None None] Pushing event updated for resources: {'Port': ['ID=26562d35-1fff-4a81-8c19-bba2714fb7a5,revision_number=3']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:03.563586 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:03.576417 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-53ad9a7c-9293-4a45-9bdd-b7386277a58f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:03.592241 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9d0a0c70-9ea3-4426-b300-91f6675c5852 req-f3379906-35f5-4c7f-a39f-36b556b88160 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 210 time: 0.3584688 Jun 18 19:45:03.922701 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Attempting to bind port 26562d35-1fff-4a81-8c19-bba2714fb7a5 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:03.925656 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Attempting to bind port 26562d35-1fff-4a81-8c19-bba2714fb7a5 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:03.928290 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Attempting to bind port 26562d35-1fff-4a81-8c19-bba2714fb7a5 on network 6ccd7341-ba13-4dc8-9762-671f827fe485 {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:03.940803 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:03.951490 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Checking segment: {'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:03.957235 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:03.958831 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Bound using segment: {'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:03.959793 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Bound port: 26562d35-1fff-4a81-8c19-bba2714fb7a5, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'}}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:03.961275 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.084112 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks [] for port, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.114574 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] For port 26562d35-1fff-4a81-8c19-bba2714fb7a5, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:04.120064 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] For port 26562d35-1fff-4a81-8c19-bba2714fb7a5, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=26562d35-1fff-4a81-8c19-bba2714fb7a5,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:04.203713 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.207873 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:04.272264 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0c3ed606-efc5-4b1b-a80c-8110f32cddc9 req-a80913c7-9930-454e-879c-4a7ec9bb146a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 210 time: 0.0952697 Jun 18 19:45:04.280283 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6d442af9-1a58-4863-aedb-691fdd11792d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.357897 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6d442af9-1a58-4863-aedb-691fdd11792d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.375676 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad9a7c-9293-4a45-9bdd-b7386277a58f None None] Pushing event updated for resources: {'Port': ['ID=26562d35-1fff-4a81-8c19-bba2714fb7a5,revision_number=4']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:04.384488 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-1880e86f-2ec3-4068-aff8-2e9bb90f1cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:04.420350 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-53ad9a7c-9293-4a45-9bdd-b7386277a58f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:04.428531 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:04.429260 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:44:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:04.506124 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 206726e0-399d-4c92-b4ce-575570d1aa85 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:04.513370 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.553754 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d442af9-1a58-4863-aedb-691fdd11792d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:04.572326 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-6d442af9-1a58-4863-aedb-691fdd11792d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:04.578529 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6d442af9-1a58-4863-aedb-691fdd11792d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.587033 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-6d442af9-1a58-4863-aedb-691fdd11792d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6642084 Jun 18 19:45:04.591869 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 45352) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:04.594519 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:04.696871 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-c2440ea0-5fc3-43b6-8293-1176150ffc02 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Request body: {'security_group_rule': {'security_group_id': '43c1211a-2693-4a2b-9c9b-7059e7a8c9f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:04.853592 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 206726e0-399d-4c92-b4ce-575570d1aa85 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:04.859882 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 206726e0-399d-4c92-b4ce-575570d1aa85 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:04.860276 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:04.930863 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:04.984616 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Pushing event updated for resources: {'Port': ['ID=0ed5c894-6d73-4d34-bf4f-f5915add8884,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:05.003127 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:05.007341 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Network ffba962a-7722-47db-a3ba-7bb75f48a4d9 is already hosted by enough agents. {{(pid=100013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:05.116190 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a8277f02-dcfb-460e-83f0-e430aa3dac86 req-ea6d73af-d2d0-4aea-aff2-0ece2b9a3a21 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 210 time: 0.0997522 Jun 18 19:45:05.135010 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Resources bound (agent type, host, resource id): {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:05.146830 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Received port after_create {{(pid=100013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:05.166809 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:05.168472 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for port, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.175566 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f919516b-5173-4279-a821-65a4f415e9f7 req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.304513 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.332631 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.340906 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c2440ea0-5fc3-43b6-8293-1176150ffc02 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.350148 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 206726e0-399d-4c92-b4ce-575570d1aa85, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=206726e0-399d-4c92-b4ce-575570d1aa85,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:05.383415 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:04Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:05.459570 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e86cf95-8c1d-4753-8246-797b1f13058b None None] The sync data for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb is: [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:04Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:45:05.467181 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.467454 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.473016 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:05.475709 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-701026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619532'] for router_interface, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.494959 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-bbd0c8bb-30db-44c6-8320-4e863e90c5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:05.535193 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c2440ea0-5fc3-43b6-8293-1176150ffc02 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.537731 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8886895 Jun 18 19:45:05.563119 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-b7d36e86-08dd-4825-8299-0b0e9ae65e90 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100013) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:45:05.565161 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-b7d36e86-08dd-4825-8299-0b0e9ae65e90 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149090 Jun 18 19:45:05.648068 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=206726e0-399d-4c92-b4ce-575570d1aa85,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:05.659299 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c2440ea0-5fc3-43b6-8293-1176150ffc02 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.661394 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:05.681169 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:05.737979 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2440ea0-5fc3-43b6-8293-1176150ffc02 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7920474-43bd-43d5-b080-4d73b9443c99,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:05.743927 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c2440ea0-5fc3-43b6-8293-1176150ffc02 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:05.756669 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c2440ea0-5fc3-43b6-8293-1176150ffc02 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.758279 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c2440ea0-5fc3-43b6-8293-1176150ffc02 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1420286 Jun 18 19:45:05.769194 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 45388) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:05.787648 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-971513d8-076e-4b91-b7b6-65372b60c3da tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Request body: {'security_group_rule': {'security_group_id': '43c1211a-2693-4a2b-9c9b-7059e7a8c9f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:05.978410 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Network a4a31be8-303a-4c57-b9e0-49ff795b3cdd is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:05.980976 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f919516b-5173-4279-a821-65a4f415e9f7 req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:05.990079 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:06.030879 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Pushing event updated for resources: {'Port': ['ID=5907a704-a0ce-4575-9494-e78505ae8861,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:06.042764 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:06.043989 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4754b299-56c5-4f01-9589-786de55d8149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:06.247216 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Request body: {'port': {'device_id': '11616bb9-471f-4d1f-90cc-dd6170b29d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:06.276853 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f919516b-5173-4279-a821-65a4f415e9f7 req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Network ee4447a7-6319-43e2-8a67-8ed7de863b8a is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:06.323777 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-f919516b-5173-4279-a821-65a4f415e9f7 req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:06.332320 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f919516b-5173-4279-a821-65a4f415e9f7 req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:06.336188 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919516b-5173-4279-a821-65a4f415e9f7 req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:06.337037 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f919516b-5173-4279-a821-65a4f415e9f7 req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:06.340482 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Pushing event updated for resources: {'Port': ['ID=3771dcde-aa36-4234-814e-ff9566d5b126,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:06.374189 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:06.505073 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-971513d8-076e-4b91-b7b6-65372b60c3da tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:06.567231 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9494536 Jun 18 19:45:06.607142 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Router e4e49558-5cf8-4f22-ba75-ee4c02428683 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:45:06.650722 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadbc84-1d0e-4832-8976-d0c4fdc0fc08 req-c79a53f0-8d75-42f1-ad70-693c59431851 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:06.675759 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fcadbc84-1d0e-4832-8976-d0c4fdc0fc08 req-c79a53f0-8d75-42f1-ad70-693c59431851 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 931 time: 0.8074193 Jun 18 19:45:06.770647 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 26562d35-1fff-4a81-8c19-bba2714fb7a5 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:06.908010 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Request body: {'port': {'device_id': '0f233e1b-84d9-47f5-894a-3e2dd2cb2b96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:06.973537 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 26562d35-1fff-4a81-8c19-bba2714fb7a5 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:06.980735 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 26562d35-1fff-4a81-8c19-bba2714fb7a5 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:06.981503 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:06.999044 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fcadbc84-1d0e-4832-8976-d0c4fdc0fc08 req-ed46cd8e-1868-48b5-8ddb-e2f22681c3ba tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198519 Jun 18 19:45:07.030417 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:07.152899 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:45:07.152899 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:07.153238 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-971513d8-076e-4b91-b7b6-65372b60c3da tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:07.217279 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Sync routers for ids ['e4e49558-5cf8-4f22-ba75-ee4c02428683'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:45:07.218086 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] 10.222.0.30 "PUT /v2.0/routers/e4e49558-5cf8-4f22-ba75-ee4c02428683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7955472 Jun 18 19:45:07.240644 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Routers {'e4e49558-5cf8-4f22-ba75-ee4c02428683'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:07.240644 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:44:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['e4e49558-5cf8-4f22-ba75-ee4c02428683'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:07.274671 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-971513d8-076e-4b91-b7b6-65372b60c3da tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:07.388690 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c2440ea0-5fc3-43b6-8293-1176150ffc02 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:07.493036 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Set router e4e49558-5cf8-4f22-ba75-ee4c02428683 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:07.527212 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:07.576896 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a35a97-7611-4049-a13f-91b249633029 req-268c7ee6-9890-414d-a0fa-faeb3a46cbc5 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:07.594716 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-62a35a97-7611-4049-a13f-91b249633029 req-268c7ee6-9890-414d-a0fa-faeb3a46cbc5 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 931 time: 1.1453416 Jun 18 19:45:07.608813 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971513d8-076e-4b91-b7b6-65372b60c3da tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a989c888-2b69-4ce2-a223-4d5d3283bc32,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:07.621712 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-971513d8-076e-4b91-b7b6-65372b60c3da tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:07.677376 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 26562d35-1fff-4a81-8c19-bba2714fb7a5, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=26562d35-1fff-4a81-8c19-bba2714fb7a5,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:07.810056 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:07.830290 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 206726e0-399d-4c92-b4ce-575570d1aa85 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:07.873887 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:07.906554 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-971513d8-076e-4b91-b7b6-65372b60c3da tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:07.913757 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 45440) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:07.920226 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-971513d8-076e-4b91-b7b6-65372b60c3da tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1505191 Jun 18 19:45:07.920452 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Request body: {'floatingip': {'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:08.066421 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:08.222067 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3771dcde-aa36-4234-814e-ff9566d5b126 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:08.233502 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:08.264814 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Transition to ACTIVE for port object 3771dcde-aa36-4234-814e-ff9566d5b126 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:08.303544 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-62a35a97-7611-4049-a13f-91b249633029 req-ee811463-4d07-4103-b0b1-24a396368c3a tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7070422 Jun 18 19:45:08.380890 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:08.397034 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:08.404617 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:08.432576 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 206726e0-399d-4c92-b4ce-575570d1aa85 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:08.433506 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:08.587873 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=26562d35-1fff-4a81-8c19-bba2714fb7a5,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:08.595479 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:08.660680 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'name': 'tempest-ServerRescueNegativeTestJSON-2063976933-router', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:45:03Z', 'revision_number': 4, 'project_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'gw_port': {'id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:53Z', 'updated_at': '2021-06-18T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '5907a704-a0ce-4575-9494-e78505ae8861', 'name': '', 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'mac_address': 'fa:16:3e:56:6d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1ac8de5a-7f2b-43ec-be09-ebdab19d9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:59Z', 'updated_at': '2021-06-18T19:45:03Z', 'revision_number': 2, 'project_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'subnets': [{'id': '1ac8de5a-7f2b-43ec-be09-ebdab19d9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:08.737678 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Checking router: e4e49558-5cf8-4f22-ba75-ee4c02428683 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:45:08.744589 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Updating router e4e49558-5cf8-4f22-ba75-ee4c02428683 port 5907a704-a0ce-4575-9494-e78505ae8861 binding host dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:45:08.847730 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=3771dcde-aa36-4234-814e-ff9566d5b126,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:08.870161 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:09.040590 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:09.290013 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 26562d35-1fff-4a81-8c19-bba2714fb7a5 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:09.319649 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Allocated IP 172.28.3.162 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/4bd85e7c-d935-4632-851a-e3203520de42) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:09.365144 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Attempting to bind port 3771dcde-aa36-4234-814e-ff9566d5b126 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:09.370567 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Attempting to bind port 3771dcde-aa36-4234-814e-ff9566d5b126 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1004b9c0-82a4-4cf7-a6a2-ee894971273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee4447a7-6319-43e2-8a67-8ed7de863b8a'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:09.371587 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Attempting to bind port 3771dcde-aa36-4234-814e-ff9566d5b126 on network ee4447a7-6319-43e2-8a67-8ed7de863b8a {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:09.415786 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Port 3771dcde-aa36-4234-814e-ff9566d5b126 on network ee4447a7-6319-43e2-8a67-8ed7de863b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:45:09.417254 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Attempting to bind port 3771dcde-aa36-4234-814e-ff9566d5b126 on network ee4447a7-6319-43e2-8a67-8ed7de863b8a {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:09.430085 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-6e1f1df8-0f0d-4106-a390-32bd9d2c1ea9 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:09.434014 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-6e1f1df8-0f0d-4106-a390-32bd9d2c1ea9 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/networks?id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd HTTP/1.1" status: 200 len: 819 time: 1.3276930 Jun 18 19:45:09.489595 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b907b-8f8c-4ada-ab60-a13da14095e9 req-66b61ad7-af4f-4a07-b5bd-5915cffc6cb2 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:09.494330 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-196b907b-8f8c-4ada-ab60-a13da14095e9 req-66b61ad7-af4f-4a07-b5bd-5915cffc6cb2 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 931 time: 0.6201432 Jun 18 19:45:09.587713 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:09.588082 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Checking segment: {'id': '1004b9c0-82a4-4cf7-a6a2-ee894971273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee4447a7-6319-43e2-8a67-8ed7de863b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:09.591407 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Bound using segment: {'id': '1004b9c0-82a4-4cf7-a6a2-ee894971273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee4447a7-6319-43e2-8a67-8ed7de863b8a'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:09.598394 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Bound port: 3771dcde-aa36-4234-814e-ff9566d5b126, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1004b9c0-82a4-4cf7-a6a2-ee894971273c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ee4447a7-6319-43e2-8a67-8ed7de863b8a'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:09.598889 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:09.602783 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-bc3ca13c-9fa0-4401-b028-115b954e5a98 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/quotas/2d9b0248b63e4c8ca985da40cbe2ec3c HTTP/1.1" status: 200 len: 375 time: 0.1055579 Jun 18 19:45:09.623925 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.notifiers.nova [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed5c894-6d73-4d34-bf4f-f5915add8884 {{(pid=100013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:09.642159 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:09.710646 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-196b907b-8f8c-4ada-ab60-a13da14095e9 req-80bc4705-2693-4b33-9d6e-a839189c749e tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518183 Jun 18 19:45:09.783608 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.provisioning_blocks [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Transition to ACTIVE for port object 0ed5c894-6d73-4d34-bf4f-f5915add8884 will not be triggered until provisioned by entity L2. {{(pid=100013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:09.852041 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:09.908901 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-89c9d28e-00a1-43c8-b531-dd1f3d0d11b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:09.983892 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Pushing event updated for resources: {'Port': ['ID=0ed5c894-6d73-4d34-bf4f-f5915add8884,revision_number=2']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:09.991529 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:10.002959 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-7103ed17-905a-4d50-ba3c-271e3880a548 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3621409 Jun 18 19:45:10.005446 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 26562d35-1fff-4a81-8c19-bba2714fb7a5 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:10.006618 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.332567 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.461370 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] For port 3771dcde-aa36-4234-814e-ff9566d5b126, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:10.472598 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.managers [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Attempting to bind port 0ed5c894-6d73-4d34-bf4f-f5915add8884 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:10.489016 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.managers [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Attempting to bind port 0ed5c894-6d73-4d34-bf4f-f5915add8884 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'}] {{(pid=100013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:10.489792 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Attempting to bind port 0ed5c894-6d73-4d34-bf4f-f5915add8884 on network ffba962a-7722-47db-a3ba-7bb75f48a4d9 {{(pid=100013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:10.545788 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Notify callbacks [] for port, precommit_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.559460 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] For port 3771dcde-aa36-4234-814e-ff9566d5b126, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3771dcde-aa36-4234-814e-ff9566d5b126,segment=NetworkSegment(1004b9c0-82a4-4cf7-a6a2-ee894971273c),segment_id=1004b9c0-82a4-4cf7-a6a2-ee894971273c)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:10.567613 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Port 0ed5c894-6d73-4d34-bf4f-f5915add8884 on network ffba962a-7722-47db-a3ba-7bb75f48a4d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:45:10.568086 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Attempting to bind port 0ed5c894-6d73-4d34-bf4f-f5915add8884 on network ffba962a-7722-47db-a3ba-7bb75f48a4d9 {{(pid=100013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:10.571145 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Transition to ACTIVE for port object 5907a704-a0ce-4575-9494-e78505ae8861 will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:10.588143 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.601639 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:10.607036 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:10.608673 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Checking segment: {'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:10.608673 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Bound using segment: {'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'} {{(pid=100013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:10.609442 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.managers [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Bound port: 0ed5c894-6d73-4d34-bf4f-f5915add8884, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'}}] {{(pid=100013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:10.610020 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.613726 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:10.637605 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:10.644249 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:10.716763 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.719222 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:10.766784 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:10.795522 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event updated for resources: {'Port': ['ID=4bd85e7c-d935-4632-851a-e3203520de42,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:10.828386 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-433e0768-a7f2-40ad-8967-3dc76540ebfe service neutron] 10.222.0.30 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990011 Jun 18 19:45:10.851314 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a6fa1-5edb-49d8-8eeb-17fbc37ed8d4 None None] Pushing event updated for resources: {'Port': ['ID=5907a704-a0ce-4575-9494-e78505ae8861,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:10.855730 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:10.856646 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:10.866168 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-2e9a6fa1-5edb-49d8-8eeb-17fbc37ed8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:10.900384 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da29a54-b3af-4f1e-91ca-8a0c2550f5f3 req-3c9fdfb4-dec4-46dc-856f-a4bd7f8f119f tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:10.919593 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5da29a54-b3af-4f1e-91ca-8a0c2550f5f3 req-3c9fdfb4-dec4-46dc-856f-a4bd7f8f119f tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 943 time: 0.7927585 Jun 18 19:45:11.030619 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:11.035088 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.040092 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] 10.222.0.22 "PUT /v2.0/ports/3771dcde-aa36-4234-814e-ff9566d5b126 HTTP/1.1" status: 200 len: 1093 time: 4.2913611 Jun 18 19:45:11.044450 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f233e1b-84d9-47f5-894a-3e2dd2cb2b96', 'tag': '3771dcde-aa36-4234-814e-ff9566d5b126'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:11.271337 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Attempting to bind port 5907a704-a0ce-4575-9494-e78505ae8861 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:11.274769 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Attempting to bind port 5907a704-a0ce-4575-9494-e78505ae8861 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '1f2bcbc5-771d-4716-a57f-d65ab048eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:11.275671 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Attempting to bind port 5907a704-a0ce-4575-9494-e78505ae8861 on network a4a31be8-303a-4c57-b9e0-49ff795b3cdd {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:11.295514 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:11.306309 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.315757 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Checking segment: {'id': '1f2bcbc5-771d-4716-a57f-d65ab048eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:11.319579 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.320611 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Bound using segment: {'id': '1f2bcbc5-771d-4716-a57f-d65ab048eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:11.321537 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Bound port: 5907a704-a0ce-4575-9494-e78505ae8861, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2bcbc5-771d-4716-a57f-d65ab048eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:11.324303 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.454476 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=3771dcde-aa36-4234-814e-ff9566d5b126,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:11.464104 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:11.562389 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] For port 5907a704-a0ce-4575-9494-e78505ae8861, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:11.568610 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] For port 0ed5c894-6d73-4d34-bf4f-f5915add8884, host hv-cinder-79053, cleared binding levels {{(pid=100013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:11.572656 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] For port 5907a704-a0ce-4575-9494-e78505ae8861, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=5907a704-a0ce-4575-9494-e78505ae8861,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:11.577527 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b405a052-5a74-487d-8e12-463d9f4aec66" -d '{"events": [{"name": "network-changed", "server_uuid": "0f233e1b-84d9-47f5-894a-3e2dd2cb2b96", "tag": "3771dcde-aa36-4234-814e-ff9566d5b126"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:11.580046 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] For port 0ed5c894-6d73-4d34-bf4f-f5915add8884, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0ed5c894-6d73-4d34-bf4f-f5915add8884,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:11.602019 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919516b-5173-4279-a821-65a4f415e9f7 req-1a16a41e-2c28-424a-8a6f-bf83439b58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:11.604182 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-1a16a41e-2c28-424a-8a6f-bf83439b58ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5bdfdd174c394b5aae90a480d9351066&device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 1096 time: 0.2885718 Jun 18 19:45:11.616633 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.624280 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5da29a54-b3af-4f1e-91ca-8a0c2550f5f3 req-6be99b66-94a1-4a2c-9364-664459de1644 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6910489 Jun 18 19:45:11.678249 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.680117 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.686285 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-b178d6c7-0b4b-4fdd-bb21-9a63083c0ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:11.692080 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:11.863764 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Pushing event updated for resources: {'Port': ['ID=0ed5c894-6d73-4d34-bf4f-f5915add8884,revision_number=3']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:11.897741 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-eeb9f185-94fb-4d3b-87e4-de065bc0e950 service neutron] 10.222.0.30 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9465737 Jun 18 19:45:11.899183 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:11.903051 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a6fa1-5edb-49d8-8eeb-17fbc37ed8d4 None None] Pushing event updated for resources: {'Port': ['ID=5907a704-a0ce-4575-9494-e78505ae8861,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:11.913295 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:11.914321 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for port, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:11.917113 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] 10.222.0.22 "PUT /v2.0/ports/0ed5c894-6d73-4d34-bf4f-f5915add8884 HTTP/1.1" status: 200 len: 1093 time: 5.8240809 Jun 18 19:45:11.917463 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11616bb9-471f-4d1f-90cc-dd6170b29d58', 'tag': '0ed5c894-6d73-4d34-bf4f-f5915add8884'}] {{(pid=100013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:11.963131 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-2e9a6fa1-5edb-49d8-8eeb-17fbc37ed8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:12.023252 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Routers {'e4e49558-5cf8-4f22-ba75-ee4c02428683'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:12.025082 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:44:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['e4e49558-5cf8-4f22-ba75-ee4c02428683'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:12.240943 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-c9ea7daf-465a-4bcd-a686-b1fb8fdc010e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3771dcde-aa36-4234-814e-ff9566d5b126 HTTP/1.1" status: 200 len: 217 time: 0.3477576 Jun 18 19:45:12.368780 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:12.403230 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919516b-5173-4279-a821-65a4f415e9f7 req-61fdab77-6ac5-4df0-b37e-d9d58263a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:12.405840 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-61fdab77-6ac5-4df0-b37e-d9d58263a739 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bfd9e3d8-efc9-4f06-bb6b-1a0285289504 HTTP/1.1" status: 200 len: 852 time: 0.1523206 Jun 18 19:45:12.487576 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] Set router e4e49558-5cf8-4f22-ba75-ee4c02428683 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:12.581611 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:12.606139 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8598b9a5517d357e4f2667912ebf39b68208aad9c222937d19f503d2a0714b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5f4ef9-acaf-4f6c-b098-f0a3c32a4b90" -d '{"events": [{"name": "network-changed", "server_uuid": "11616bb9-471f-4d1f-90cc-dd6170b29d58", "tag": "0ed5c894-6d73-4d34-bf4f-f5915add8884"}]}' {{(pid=100013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:12.626306 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:12.632965 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-b33794a7-5048-4419-8069-732472147e36 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee4447a7-6319-43e2-8a67-8ed7de863b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1996710 Jun 18 19:45:12.673481 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-da35848c-1215-4a78-916d-e5f8ee613017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:12.677035 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-da35848c-1215-4a78-916d-e5f8ee613017 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 1096 time: 0.4990644 Jun 18 19:45:12.726048 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83165205-c362-4d8e-a154-f4c32e8322d1 req-5b2d91e2-6ed6-4b94-be98-f77aa4eddf60 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:12.731196 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-83165205-c362-4d8e-a154-f4c32e8322d1 req-5b2d91e2-6ed6-4b94-be98-f77aa4eddf60 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 943 time: 0.4648390 Jun 18 19:45:12.869715 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-7956a22f-c09e-411e-9f13-fbff8259c963 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ed5c894-6d73-4d34-bf4f-f5915add8884 HTTP/1.1" status: 200 len: 217 time: 0.1374271 Jun 18 19:45:12.882147 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:12.997084 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-83165205-c362-4d8e-a154-f4c32e8322d1 req-af21de37-fb88-4032-b95d-a7dcaff86b79 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232046 Jun 18 19:45:12.999820 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event updated for resources: {'Port': ['ID=4bd85e7c-d935-4632-851a-e3203520de42,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:13.007915 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:13.032050 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-0ac8f31b-fb40-4851-a84e-9460d75a5987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:13.033906 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-0ac8f31b-fb40-4851-a84e-9460d75a5987 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c22996c-a305-4585-ad36-0f9144be17a7 HTTP/1.1" status: 200 len: 855 time: 0.1478562 Jun 18 19:45:13.042210 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b34869d-a7e4-4b60-a29f-3d5207eb707e x-openstack-request-id: req-7b34869d-a7e4-4b60-a29f-3d5207eb707e {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:13.042810 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f233e1b-84d9-47f5-894a-3e2dd2cb2b96", "tag": "3771dcde-aa36-4234-814e-ff9566d5b126", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:13.043139 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b34869d-a7e4-4b60-a29f-3d5207eb707e {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:13.043898 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f233e1b-84d9-47f5-894a-3e2dd2cb2b96', 'tag': '3771dcde-aa36-4234-814e-ff9566d5b126', 'status': 'completed', 'code': 200} Jun 18 19:45:13.147890 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:13.172042 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2569845 Jun 18 19:45:13.194485 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-5f6e42b0-60b6-4844-810e-cf053e698743 service neutron] 10.222.0.22 "GET /v2.0/networks/ee4447a7-6319-43e2-8a67-8ed7de863b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363157 Jun 18 19:45:13.280987 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-579820ce-5d4c-43a5-af90-ba2de9daac95 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ffba962a-7722-47db-a3ba-7bb75f48a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2033577 Jun 18 19:45:13.376349 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-cf256e7d-198e-44a4-9cdb-9a9a41b11247 req-31a9e87b-8e45-4ed9-ab82-0402061e933a tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 210 time: 0.1536596 Jun 18 19:45:13.647048 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-ea7baf23-eed5-475e-8291-cd41acb8c138 service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904172 Jun 18 19:45:13.741406 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f919516b-5173-4279-a821-65a4f415e9f7 req-22560528-3a3f-4e88-ae2e-6fbaf344bb9e service neutron] 10.222.0.22 "GET /v2.0/networks/ee4447a7-6319-43e2-8a67-8ed7de863b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395098 Jun 18 19:45:13.834116 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c0d056-ee25-4fec-9e50-cf2934d61269 x-openstack-request-id: req-f8c0d056-ee25-4fec-9e50-cf2934d61269 {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:13.834424 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11616bb9-471f-4d1f-90cc-dd6170b29d58", "tag": "0ed5c894-6d73-4d34-bf4f-f5915add8884", "status": "completed", "code": 200}]} {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:13.834849 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8c0d056-ee25-4fec-9e50-cf2934d61269 {{(pid=100013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:13.835458 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11616bb9-471f-4d1f-90cc-dd6170b29d58', 'tag': '0ed5c894-6d73-4d34-bf4f-f5915add8884', 'status': 'completed', 'code': 200} Jun 18 19:45:13.960413 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'name': 'tempest-ServerRescueNegativeTestJSON-2063976933-router', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:45:03Z', 'revision_number': 4, 'project_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'gw_port': {'id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:53Z', 'updated_at': '2021-06-18T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '5907a704-a0ce-4575-9494-e78505ae8861', 'name': '', 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'mac_address': 'fa:16:3e:56:6d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1ac8de5a-7f2b-43ec-be09-ebdab19d9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:59Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 4, 'project_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'subnets': [{'id': '1ac8de5a-7f2b-43ec-be09-ebdab19d9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:14.039697 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2585eb-13cc-4ad7-bfad-3a2068efb72e None None] The sync data for ids ['e4e49558-5cf8-4f22-ba75-ee4c02428683'] in dv-cinder-790535-6-smb is: [{'id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'name': 'tempest-ServerRescueNegativeTestJSON-2063976933-router', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:45:03Z', 'revision_number': 4, 'project_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'gw_port': {'id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:53Z', 'updated_at': '2021-06-18T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '5907a704-a0ce-4575-9494-e78505ae8861', 'name': '', 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'mac_address': 'fa:16:3e:56:6d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '1ac8de5a-7f2b-43ec-be09-ebdab19d9db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:59Z', 'updated_at': '2021-06-18T19:45:11Z', 'revision_number': 4, 'project_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'subnets': [{'id': '1ac8de5a-7f2b-43ec-be09-ebdab19d9db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:45:14.068439 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a052-5a74-487d-8e12-463d9f4aec66 req-4a88d795-50d8-49e9-af5d-d68dd179b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:14.070079 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b405a052-5a74-487d-8e12-463d9f4aec66 req-4a88d795-50d8-49e9-af5d-d68dd179b6fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5bdfdd174c394b5aae90a480d9351066&device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 1096 time: 0.1489551 Jun 18 19:45:14.083935 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94953876-1318-4eed-b7a5-da76c0c650f6 req-f9797c56-753e-45e9-997f-fdfd881eed6e service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124873 Jun 18 19:45:14.551726 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a052-5a74-487d-8e12-463d9f4aec66 req-6dea4202-258a-4b75-bc71-f24158d37756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:14.553987 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b405a052-5a74-487d-8e12-463d9f4aec66 req-6dea4202-258a-4b75-bc71-f24158d37756 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ee4447a7-6319-43e2-8a67-8ed7de863b8a HTTP/1.1" status: 200 len: 912 time: 0.4685628 Jun 18 19:45:14.656536 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b405a052-5a74-487d-8e12-463d9f4aec66 req-0716716b-5486-4e5b-8ef0-a6c547c37209 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3771dcde-aa36-4234-814e-ff9566d5b126 HTTP/1.1" status: 200 len: 217 time: 0.0770392 Jun 18 19:45:14.675474 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4ad40-24db-4823-87a3-21ab433c4d5c req-69f4ffe2-afd8-48b0-8b6c-68243d1e290e tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:14.681577 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-07e4ad40-24db-4823-87a3-21ab433c4d5c req-69f4ffe2-afd8-48b0-8b6c-68243d1e290e tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 943 time: 0.7845275 Jun 18 19:45:14.793063 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-a0fd6526-151a-4c3e-8a3e-a430a14ca533 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:14.804620 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-a0fd6526-151a-4c3e-8a3e-a430a14ca533 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/networks?id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd HTTP/1.1" status: 200 len: 819 time: 0.7419047 Jun 18 19:45:14.816129 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405a052-5a74-487d-8e12-463d9f4aec66 req-645932ce-87bd-45a2-90ef-d2bba09885dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:14.822061 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b405a052-5a74-487d-8e12-463d9f4aec66 req-645932ce-87bd-45a2-90ef-d2bba09885dc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bfd9e3d8-efc9-4f06-bb6b-1a0285289504 HTTP/1.1" status: 200 len: 852 time: 0.1405909 Jun 18 19:45:14.863889 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-f0f7ac99-324e-4f2a-974e-04c1df8b11a3 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/quotas/2d9b0248b63e4c8ca985da40cbe2ec3c HTTP/1.1" status: 200 len: 375 time: 0.0579507 Jun 18 19:45:14.952099 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b405a052-5a74-487d-8e12-463d9f4aec66 req-e6306585-749a-4409-8763-23cf6b701877 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ee4447a7-6319-43e2-8a67-8ed7de863b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113720 Jun 18 19:45:14.982952 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-07e4ad40-24db-4823-87a3-21ab433c4d5c req-d0af5b10-c264-4a7a-a599-6cccc5bffbc9 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200341 Jun 18 19:45:14.991962 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f4ef9-acaf-4f6c-b098-f0a3c32a4b90 req-814dbb39-8ae2-4017-a9fc-0684c59b2c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:14.995086 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9f5f4ef9-acaf-4f6c-b098-f0a3c32a4b90 req-814dbb39-8ae2-4017-a9fc-0684c59b2c37 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 1096 time: 0.4278092 Jun 18 19:45:15.113290 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-8a8c1413-16ad-49d0-82d4-96bc6bace657 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2481701 Jun 18 19:45:15.284349 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 5907a704-a0ce-4575-9494-e78505ae8861 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:15.322943 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-7cd2608f-8290-436c-95f4-47c41c1513de service neutron] 10.222.0.30 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080820 Jun 18 19:45:15.332933 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b405a052-5a74-487d-8e12-463d9f4aec66 req-274e7a58-7b30-4528-ab3e-1864968a46b7 service neutron] 10.222.0.22 "GET /v2.0/networks/ee4447a7-6319-43e2-8a67-8ed7de863b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676441 Jun 18 19:45:15.597665 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 5907a704-a0ce-4575-9494-e78505ae8861 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:15.606436 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 5907a704-a0ce-4575-9494-e78505ae8861 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:15.606436 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:15.766724 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f4ef9-acaf-4f6c-b098-f0a3c32a4b90 req-854e4229-610f-4f93-aeaf-5f5dfa1d0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:15.769486 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9f5f4ef9-acaf-4f6c-b098-f0a3c32a4b90 req-854e4229-610f-4f93-aeaf-5f5dfa1d0d34 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ffba962a-7722-47db-a3ba-7bb75f48a4d9 HTTP/1.1" status: 200 len: 915 time: 0.7467048 Jun 18 19:45:15.788183 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-8a3a4003-8466-420c-a47c-4a79487474d1 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1385376141&fields=id&tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8 HTTP/1.1" status: 200 len: 267 time: 0.4439025 Jun 18 19:45:15.812225 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b405a052-5a74-487d-8e12-463d9f4aec66 req-81088854-ab0d-4a88-84f2-1de45bbd97b9 service neutron] 10.222.0.22 "GET /v2.0/networks/ee4447a7-6319-43e2-8a67-8ed7de863b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874609 Jun 18 19:45:15.869587 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9f5f4ef9-acaf-4f6c-b098-f0a3c32a4b90 req-30f68c26-31a3-4540-8878-7a166846ab9a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ed5c894-6d73-4d34-bf4f-f5915add8884 HTTP/1.1" status: 200 len: 217 time: 0.0909975 Jun 18 19:45:16.207809 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:16.208660 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f4ef9-acaf-4f6c-b098-f0a3c32a4b90 req-150c8038-55b3-43db-8cb7-9c6aca0c2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:16.208660 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9f5f4ef9-acaf-4f6c-b098-f0a3c32a4b90 req-150c8038-55b3-43db-8cb7-9c6aca0c2156 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c22996c-a305-4585-ad36-0f9144be17a7 HTTP/1.1" status: 200 len: 855 time: 0.1251738 Jun 18 19:45:16.209593 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 5907a704-a0ce-4575-9494-e78505ae8861, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=5907a704-a0ce-4575-9494-e78505ae8861,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:16.209747 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9f5f4ef9-acaf-4f6c-b098-f0a3c32a4b90 req-0d5151a6-3c19-42a7-9fd1-0593dec4c5ce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ffba962a-7722-47db-a3ba-7bb75f48a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469656 Jun 18 19:45:16.209747 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-be33d6f3-4871-4c47-b313-ebfa2c9557ea service neutron] 10.222.0.30 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8375301 Jun 18 19:45:16.360189 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-b7f48d85-4ad5-4b26-b5d1-1fe840b8ae23 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:16.363768 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-b7f48d85-4ad5-4b26-b5d1-1fe840b8ae23 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/networks?id=6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 200 len: 811 time: 0.4925253 Jun 18 19:45:16.400715 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-2b8affd9-76d6-42a3-87e2-eac5698b64aa tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/quotas/b14d6fbb78bd4324b276f9ae8bf60aa8 HTTP/1.1" status: 200 len: 375 time: 0.0190291 Jun 18 19:45:16.474653 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9f5f4ef9-acaf-4f6c-b098-f0a3c32a4b90 req-1a68e8bb-67f7-4779-af51-a7a19c9b9260 service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082597 Jun 18 19:45:16.540660 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-75186ffd-244a-427d-9bff-f1821f3285be tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1222935 Jun 18 19:45:16.749818 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-2c6ee4db-ec36-4f6b-902d-0cae60aa36ff service neutron] 10.222.0.30 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780763 Jun 18 19:45:16.884684 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-356ef756-527d-40b9-ab84-c21142c19b40 service neutron] 10.222.0.30 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278553 Jun 18 19:45:17.181381 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:17.186601 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:17.277853 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=5907a704-a0ce-4575-9494-e78505ae8861,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:17.297148 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:17.777543 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbef639-6b7a-4d6a-85c6-ee86d42c7350 req-175b618d-02bb-485f-89a7-1ee9f1e602a2 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:17.787081 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bbbef639-6b7a-4d6a-85c6-ee86d42c7350 req-175b618d-02bb-485f-89a7-1ee9f1e602a2 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 943 time: 0.3525429 Jun 18 19:45:17.824178 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599cf15-c32a-4471-8f64-7e0eebed9bde req-e7df8298-1db2-42ce-b970-70e473baa1dc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:17.833612 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9599cf15-c32a-4471-8f64-7e0eebed9bde req-e7df8298-1db2-42ce-b970-70e473baa1dc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 943 time: 0.2477050 Jun 18 19:45:17.948769 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bbbef639-6b7a-4d6a-85c6-ee86d42c7350 req-4ba1cf13-52c7-443f-ac03-5b9899309912 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108716 Jun 18 19:45:18.036628 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9599cf15-c32a-4471-8f64-7e0eebed9bde req-2497549e-a1bd-4500-bc92-f68aea476eea tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436861 Jun 18 19:45:18.119172 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5d4ccbda-456c-4d7a-9ff4-4d8d10c2df1f req-edc02742-4656-4b3f-a359-f221bbc85f6d tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 210 time: 0.0806570 Jun 18 19:45:18.184769 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3b39c716-e5cb-4970-986a-6d3c898ea2cc req-107f29ac-97cc-4883-992a-124752263215 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 210 time: 0.0641735 Jun 18 19:45:19.278406 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd59460-e391-4264-a99d-2a610cebc0b1 req-43b8cfb8-ed3b-48fd-be0a-66c9e8807c92 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:19.281076 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6fd59460-e391-4264-a99d-2a610cebc0b1 req-43b8cfb8-ed3b-48fd-be0a-66c9e8807c92 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 943 time: 0.1350229 Jun 18 19:45:19.341819 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6fd59460-e391-4264-a99d-2a610cebc0b1 req-82d09844-2187-4932-93f4-d7ece38b8160 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513515 Jun 18 19:45:19.373125 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 5907a704-a0ce-4575-9494-e78505ae8861 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:19.442501 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bc983-63d3-4e95-8203-ec09b65e1959 req-144229cc-17d0-4ffa-a6f3-ba9f55d2bdad tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:19.442501 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a24bc983-63d3-4e95-8203-ec09b65e1959 req-144229cc-17d0-4ffa-a6f3-ba9f55d2bdad tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 943 time: 0.2084973 Jun 18 19:45:19.545836 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a24bc983-63d3-4e95-8203-ec09b65e1959 req-7f465102-6f89-4a12-83ea-aa618a6c2603 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752285 Jun 18 19:45:19.548769 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 5907a704-a0ce-4575-9494-e78505ae8861 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:19.549469 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:19.691821 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d961574a-a50f-4bd1-86f5-f6ee21c2f892 req-13dbc739-0f92-42b7-906a-64abfeb62633 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 210 time: 0.0612838 Jun 18 19:45:19.737435 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-44f85ad2-531f-4c63-97a6-25628d364bd7 req-ec0341c9-cc6a-459d-b6ba-75ff496d3dc9 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 210 time: 0.0458093 Jun 18 19:45:20.738970 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a242322-9366-4997-beaa-ced316178833 req-2c1c68ea-4e79-41e6-b87a-d654df1ea51c tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:20.741276 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3a242322-9366-4997-beaa-ced316178833 req-2c1c68ea-4e79-41e6-b87a-d654df1ea51c tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 943 time: 0.1218760 Jun 18 19:45:21.032654 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3a242322-9366-4997-beaa-ced316178833 req-3e940618-cacd-4145-95f4-3f0142c926b7 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725224 Jun 18 19:45:21.225754 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9f5f4ef9-acaf-4f6c-b098-f0a3c32a4b90 req-8a770527-e0de-40e3-845c-7be545f9f3c6 service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187209 Jun 18 19:45:21.266238 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6143e-5f7e-431b-8171-58ece2db0221 req-3656a498-73b8-4bab-ad35-597c58aea3d7 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:21.268564 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a6a6143e-5f7e-431b-8171-58ece2db0221 req-3656a498-73b8-4bab-ad35-597c58aea3d7 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 943 time: 0.5526140 Jun 18 19:45:21.306752 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d17dcd81-e90d-4f81-b36d-2f1106bce737 req-8404ed30-a57b-483c-91e6-258562aa7452 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 210 time: 0.0791602 Jun 18 19:45:21.386018 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a6a6143e-5f7e-431b-8171-58ece2db0221 req-3848ca3f-ffff-4171-b099-b929521721c1 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937872 Jun 18 19:45:21.470421 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ac08bd84-6bf5-4719-8ed3-7769a3a43dea req-badcf8a7-4030-4cb0-b157-b307107fc13f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 210 time: 0.0328836 Jun 18 19:45:22.318368 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91865719-4980-4c2c-b7ab-ee7f5160a757 req-fa5f8449-965f-4992-be28-0176887eb789 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:22.321125 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-91865719-4980-4c2c-b7ab-ee7f5160a757 req-fa5f8449-965f-4992-be28-0176887eb789 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 943 time: 0.0910897 Jun 18 19:45:22.379324 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-91865719-4980-4c2c-b7ab-ee7f5160a757 req-e98dc861-e8f8-431b-ae11-686dd82031db tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506685 Jun 18 19:45:22.573123 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-35b1c712-270e-43d9-91ab-799d644d576a req-902f8a71-5b5e-4a69-9004-fbbef5ddbbf2 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 210 time: 0.0946815 Jun 18 19:45:22.760640 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4967a10-c75e-49c6-be1c-10490979a720 req-6d25cdf3-06ce-48df-ad2d-ae3096b73559 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:22.762820 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a4967a10-c75e-49c6-be1c-10490979a720 req-6d25cdf3-06ce-48df-ad2d-ae3096b73559 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 943 time: 0.1424806 Jun 18 19:45:22.806616 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9851cb71-00c1-4051-b9c8-533fba8272ee req-413028cf-c680-4695-9149-83d0b82d1ab9 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 210 time: 0.0425854 Jun 18 19:45:22.837373 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a4967a10-c75e-49c6-be1c-10490979a720 req-8859948a-084c-4440-862d-4ee5536673f2 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612133 Jun 18 19:45:23.070767 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-5e22ac9e-f49b-4384-a46a-4e9a6143ee1f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:23.072568 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-5e22ac9e-f49b-4384-a46a-4e9a6143ee1f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.22 "GET /v2.0/networks?id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd HTTP/1.1" status: 200 len: 819 time: 0.1619792 Jun 18 19:45:23.088519 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Request body: {'port': {'device_id': '6fdc5b16-888a-409e-b44c-fc7b958e206a', 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd', 'admin_state_up': True, 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:23.397240 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Made reservation on behalf of 2d9b0248b63e4c8ca985da40cbe2ec3c for: {'port': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:45:23.403229 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:23.721482 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29915b66-6f51-4cb6-8695-6a0467016ad4 req-e1ca7653-77d9-4c62-8408-3abd129cba26 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:23.722435 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-29915b66-6f51-4cb6-8695-6a0467016ad4 req-e1ca7653-77d9-4c62-8408-3abd129cba26 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 943 time: 0.1493793 Jun 18 19:45:23.733527 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_common [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Allocated IP 172.20.0.7 (a4a31be8-303a-4c57-b9e0-49ff795b3cdd/1ac8de5a-7f2b-43ec-be09-ebdab19d9db7/f4e023bd-a276-4755-87a9-a001092d0b44) {{(pid=100013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:23.890171 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 45878) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:23.959122 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-da688426-fde9-4b74-a8d5-9b5bbedcff7b req-2399efa7-7c1e-4e3b-a852-2801f1a670e6 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 210 time: 0.1317294 Jun 18 19:45:24.123498 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-29915b66-6f51-4cb6-8695-6a0467016ad4 req-7335a56d-59b8-412d-b8c3-b65624be6195 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975295 Jun 18 19:45:24.276040 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c7ca0924-aa3a-487d-a82d-70a85ac4ca65 req-207f67ef-b64f-43d3-abba-bb9ae7ca59de tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 210 time: 0.1014750 Jun 18 19:45:24.423555 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks [] for port, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:24.469470 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-98c220ca-d76b-40d4-8611-4e79fae881f6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:24.472871 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-98c220ca-d76b-40d4-8611-4e79fae881f6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.22 "GET /v2.0/networks?id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd HTTP/1.1" status: 200 len: 819 time: 0.4040565 Jun 18 19:45:24.486620 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3ba2eab1-7e67-46ab-828d-e2b4b884d54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:24.490269 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640f476-3683-4e6c-b7d9-9e340242c229 req-38e4ffec-8e0a-4263-8e31-4cd5fce06af9 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:24.493013 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a640f476-3683-4e6c-b7d9-9e340242c229 req-38e4ffec-8e0a-4263-8e31-4cd5fce06af9 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 943 time: 0.1227577 Jun 18 19:45:24.510395 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Request body: {'port': {'device_id': '5bf7c0a5-6a37-44c4-b623-bd1c316b2049', 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd', 'admin_state_up': True, 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:24.583943 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-5709fab5-5561-48f0-892c-2c6e9c5fa569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:24.632434 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a640f476-3683-4e6c-b7d9-9e340242c229 req-76d0e8d2-4600-4402-8126-2df105bdeb9c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184883 Jun 18 19:45:24.643719 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:24.672366 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:24.758407 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Network a4a31be8-303a-4c57-b9e0-49ff795b3cdd is already hosted by enough agents. {{(pid=100013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:24.765318 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Resources bound (agent type, host, resource id): {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:24.777091 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Received port after_create {{(pid=100013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:24.785908 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:24.786794 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for port, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:24.828210 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Pushing event updated for resources: {'Port': ['ID=f4e023bd-a276-4755-87a9-a001092d0b44,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:24.835330 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:24.884978 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3ba2eab1-7e67-46ab-828d-e2b4b884d54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:24.987973 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3ba2eab1-7e67-46ab-828d-e2b4b884d54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:24.997775 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1c54d057-0ecf-49cd-8bc9-0e255ba26f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:25.062571 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2eab1-7e67-46ab-828d-e2b4b884d54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c3432e-fcd2-45ca-94d7-d81dea3302d5,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:25.069641 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-3ba2eab1-7e67-46ab-828d-e2b4b884d54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:25.078146 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-3ba2eab1-7e67-46ab-828d-e2b4b884d54c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=319d15d19625485ea2bdd460350bcf2a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1863294 Jun 18 19:45:25.078576 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 45918) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:25.128137 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Made reservation on behalf of 2d9b0248b63e4c8ca985da40cbe2ec3c for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:45:25.131964 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:25.165522 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5fd759e7-6e5f-4b26-b872-08484bf22ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:25.218412 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.22', 56371) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:25.226852 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5fd759e7-6e5f-4b26-b872-08484bf22ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:25.275404 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-46a0a079-e417-45bc-a381-fd483f3246b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1929257 Jun 18 19:45:25.281797 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a384aa51-6c22-4d04-b407-db66c17ff0d1 req-37ac175c-701b-4a03-a332-2d0dee4e0f88 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 210 time: 0.0810938 Jun 18 19:45:25.311038 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Request body: {'port': {'device_id': '6fdc5b16-888a-409e-b44c-fc7b958e206a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:25.515198 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ed135dc1-0c20-42d5-a5d4-1eb0a5214517 req-2cb3ca6b-088b-41a9-a5cd-3c708fa3dc3b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 210 time: 0.0372250 Jun 18 19:45:25.518411 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:25.530260 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Allocated IP 172.20.0.8 (a4a31be8-303a-4c57-b9e0-49ff795b3cdd/1ac8de5a-7f2b-43ec-be09-ebdab19d9db7/78069005-8e35-4277-8fe3-28d79fc9df45) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:25.543530 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e997ad-c0e8-4a5a-989d-ef4a461d07b7 req-bfdb1528-5704-49bd-b0d4-527d0420d51a tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:25.545192 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-20e997ad-c0e8-4a5a-989d-ef4a461d07b7 req-bfdb1528-5704-49bd-b0d4-527d0420d51a tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 943 time: 0.2067399 Jun 18 19:45:25.614331 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0ed5c894-6d73-4d34-bf4f-f5915add8884 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:45:25.621406 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-5db50924-50cc-4d16-b5c0-72d6da59588a tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:25.624433 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-5db50924-50cc-4d16-b5c0-72d6da59588a tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.22 "GET /v2.0/networks?id=6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 200 len: 811 time: 0.4047184 Jun 18 19:45:25.652602 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5fd759e7-6e5f-4b26-b872-08484bf22ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:25.670148 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5fd759e7-6e5f-4b26-b872-08484bf22ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:25.686262 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-5fd759e7-6e5f-4b26-b872-08484bf22ea5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63c3432e-fcd2-45ca-94d7-d81dea3302d5 HTTP/1.1" status: 204 len: 168 time: 0.5988510 Jun 18 19:45:25.771654 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-05eae779-9320-47d0-b7d8-dd6374f97590 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8 HTTP/1.1" status: 200 len: 380 time: 0.1367850 Jun 18 19:45:25.796432 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Request body: {'port': {'device_id': '16e28bc4-c117-4b3a-bd13-93d6d6f27a3f', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'admin_state_up': True, 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'security_groups': ['43c1211a-2693-4a2b-9c9b-7059e7a8c9f0']}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:25.820162 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:25.834776 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 0ed5c894-6d73-4d34-bf4f-f5915add8884, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0ed5c894-6d73-4d34-bf4f-f5915add8884,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:25.850858 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-20e997ad-c0e8-4a5a-989d-ef4a461d07b7 req-2030dba4-9769-4924-b7bd-53b05033d613 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744756 Jun 18 19:45:25.870666 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd759e7-6e5f-4b26-b872-08484bf22ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c3432e-fcd2-45ca-94d7-d81dea3302d5,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:25.880599 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-5fd759e7-6e5f-4b26-b872-08484bf22ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:25.898330 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '0ed5c894-6d73-4d34-bf4f-f5915add8884', 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9', 'port_id': '0ed5c894-6d73-4d34-bf4f-f5915add8884', 'mac_address': 'fa:16:3e:bf:fa:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c22996c-a305-4585-ad36-0f9144be17a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:45:26.012370 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:26.034994 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed5c894-6d73-4d34-bf4f-f5915add8884 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:26.074013 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 0ed5c894-6d73-4d34-bf4f-f5915add8884, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0ed5c894-6d73-4d34-bf4f-f5915add8884,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:26.128532 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a0a85-c67d-4a83-b5bd-e21769ebe9dd req-4d5cc865-f7dc-40ec-8007-f4f69ec7def7 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:26.131667 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8a0a0a85-c67d-4a83-b5bd-e21769ebe9dd req-4d5cc865-f7dc-40ec-8007-f4f69ec7def7 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 943 time: 0.1616428 Jun 18 19:45:26.168062 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:26.169019 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 3771dcde-aa36-4234-814e-ff9566d5b126 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:45:26.173866 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:26.207706 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8a0a0a85-c67d-4a83-b5bd-e21769ebe9dd req-81377968-80e5-44aa-adbe-693c23008fdd tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666876 Jun 18 19:45:26.241447 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:26.346830 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Made reservation on behalf of b14d6fbb78bd4324b276f9ae8bf60aa8 for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:45:26.348159 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=0ed5c894-6d73-4d34-bf4f-f5915add8884,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:26.356260 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:26.370971 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:26.402630 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:26.431276 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:26.493327 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 3771dcde-aa36-4234-814e-ff9566d5b126, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3771dcde-aa36-4234-814e-ff9566d5b126,segment=NetworkSegment(1004b9c0-82a4-4cf7-a6a2-ee894971273c),segment_id=1004b9c0-82a4-4cf7-a6a2-ee894971273c)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:26.543755 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '3771dcde-aa36-4234-814e-ff9566d5b126', 'network_id': 'ee4447a7-6319-43e2-8a67-8ed7de863b8a', 'port_id': '3771dcde-aa36-4234-814e-ff9566d5b126', 'mac_address': 'fa:16:3e:c8:77:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd9e3d8-efc9-4f06-bb6b-1a0285289504', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:45:26.620452 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Network a4a31be8-303a-4c57-b9e0-49ff795b3cdd is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:26.637515 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:26.660082 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:26.668558 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dd9ff743-25ec-47cb-aac3-8f86985c0c43 req-bf8c26fb-32ce-4226-b77b-c794644f00cf tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 210 time: 0.1513917 Jun 18 19:45:26.681709 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:26.683329 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:26.705189 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:26.741062 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Pushing event updated for resources: {'Port': ['ID=78069005-8e35-4277-8fe3-28d79fc9df45,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:26.755789 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:26.791112 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3771dcde-aa36-4234-814e-ff9566d5b126 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:26.799864 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 45958) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:26.835106 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3419535 Jun 18 19:45:26.840608 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-db55649a-6f24-419b-8119-41c91fde03cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:26.851086 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.notifiers.nova [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e023bd-a276-4755-87a9-a001092d0b44 {{(pid=100013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:26.854764 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 3771dcde-aa36-4234-814e-ff9566d5b126, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3771dcde-aa36-4234-814e-ff9566d5b126,segment=NetworkSegment(1004b9c0-82a4-4cf7-a6a2-ee894971273c),segment_id=1004b9c0-82a4-4cf7-a6a2-ee894971273c)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:26.859552 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Request body: {'port': {'device_id': '5bf7c0a5-6a37-44c4-b623-bd1c316b2049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:26.867190 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:26.890336 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.provisioning_blocks [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Transition to ACTIVE for port object f4e023bd-a276-4755-87a9-a001092d0b44 will not be triggered until provisioned by entity L2. {{(pid=100013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:26.940377 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:26.943156 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-2fc38760-a710-4bfa-a1a9-9bddc519651f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:26.966900 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Allocated IP 172.20.0.6 (6ccd7341-ba13-4dc8-9762-671f827fe485/cc1a5fed-d7ef-4e8a-8976-b177519138c1/df9dcdf4-ce22-4910-8d26-b7722cbed4b9) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:26.975936 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.005493 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:27.099308 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.138596 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=3771dcde-aa36-4234-814e-ff9566d5b126,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:27.143616 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:27.167682 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-51374bba-60a6-4017-856e-1ceeb84bb552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.253915 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72769356-ee3c-4493-bb54-dae2229d6f38 req-4efa9ddd-aecc-41d5-9691-b2cc7a61d35b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:27.254919 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-72769356-ee3c-4493-bb54-dae2229d6f38 req-4efa9ddd-aecc-41d5-9691-b2cc7a61d35b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 931 time: 0.3392394 Jun 18 19:45:27.286514 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Pushing event updated for resources: {'Port': ['ID=f4e023bd-a276-4755-87a9-a001092d0b44,revision_number=2']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:27.291446 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:27.301696 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-db55649a-6f24-419b-8119-41c91fde03cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.361185 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.managers [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Attempting to bind port f4e023bd-a276-4755-87a9-a001092d0b44 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:27.361649 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.managers [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Attempting to bind port f4e023bd-a276-4755-87a9-a001092d0b44 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1f2bcbc5-771d-4716-a57f-d65ab048eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd'}] {{(pid=100013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:27.362160 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Attempting to bind port f4e023bd-a276-4755-87a9-a001092d0b44 on network a4a31be8-303a-4c57-b9e0-49ff795b3cdd {{(pid=100013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:27.371319 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.394276 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['0ed5c894-6d73-4d34-bf4f-f5915add8884'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:45:27.395710 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Transition to ACTIVE for port object df9dcdf4-ce22-4910-8d26-b7722cbed4b9 will not be triggered until provisioned by entity DHCP. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:27.396328 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Port f4e023bd-a276-4755-87a9-a001092d0b44 on network a4a31be8-303a-4c57-b9e0-49ff795b3cdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:45:27.396883 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Attempting to bind port f4e023bd-a276-4755-87a9-a001092d0b44 on network a4a31be8-303a-4c57-b9e0-49ff795b3cdd {{(pid=100013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:27.426464 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-72769356-ee3c-4493-bb54-dae2229d6f38 req-9f3fd372-da50-4415-be94-9b7fafce34c5 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288769 Jun 18 19:45:27.430436 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:27.432244 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-db55649a-6f24-419b-8119-41c91fde03cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.433617 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Checking segment: {'id': '1f2bcbc5-771d-4716-a57f-d65ab048eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:27.434283 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Bound using segment: {'id': '1f2bcbc5-771d-4716-a57f-d65ab048eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd'} {{(pid=100013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:27.434999 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.managers [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Bound port: f4e023bd-a276-4755-87a9-a001092d0b44, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2bcbc5-771d-4716-a57f-d65ab048eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd'}}] {{(pid=100013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:27.435759 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.440573 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1f115680-b3f9-44bf-87aa-79b3a2237a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:27.477573 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9e23f-93ac-4799-9985-af3f66531c6c req-fe41a970-ee57-47a7-a38f-a7dd245e222f tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:27.491086 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-91c9e23f-93ac-4799-9985-af3f66531c6c req-fe41a970-ee57-47a7-a38f-a7dd245e222f tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 944 time: 0.3168421 Jun 18 19:45:27.497625 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.511485 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['3771dcde-aa36-4234-814e-ff9566d5b126'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:45:27.539235 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Network 6ccd7341-ba13-4dc8-9762-671f827fe485 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:27.545026 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:27.557944 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-db55649a-6f24-419b-8119-41c91fde03cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a86d22643084484199f72d3dc8723d0c&name=default HTTP/1.1" status: 200 len: 2977 time: 0.7543902 Jun 18 19:45:27.561318 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:27.564937 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 45972) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:27.567611 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:27.568361 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:27.594671 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55649a-6f24-419b-8119-41c91fde03cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2092033a-db1b-45fc-a022-09cb5bc4799f,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:27.617007 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-db55649a-6f24-419b-8119-41c91fde03cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:27.617646 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:27.735290 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9432893 Jun 18 19:45:27.790834 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Request body: {'port': {'device_id': '16e28bc4-c117-4b3a-bd13-93d6d6f27a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:27.840213 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event updated for resources: {'Port': ['ID=df9dcdf4-ce22-4910-8d26-b7722cbed4b9,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:27.855544 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:27.898181 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 45986) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:27.953342 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-91c9e23f-93ac-4799-9985-af3f66531c6c req-69b3744d-88b2-4ef7-9bd6-cdf0ee521f20 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611757 Jun 18 19:45:28.055201 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.110709 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78069005-8e35-4277-8fe3-28d79fc9df45 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:28.122536 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] For port f4e023bd-a276-4755-87a9-a001092d0b44, host hv-cinder-79053, cleared binding levels {{(pid=100013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:28.124793 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.138871 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] For port f4e023bd-a276-4755-87a9-a001092d0b44, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f4e023bd-a276-4755-87a9-a001092d0b44,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:28.209595 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-bac51a04-5b88-4f3b-8fb6-29c24342e545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.216116 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Transition to ACTIVE for port object 78069005-8e35-4277-8fe3-28d79fc9df45 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:28.336638 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-bac51a04-5b88-4f3b-8fb6-29c24342e545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.359690 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8896c3-9afc-46f2-a484-61d9fed9f7b8 req-a5eea2c7-4779-4cd3-95db-06be1b3b2bd0 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:28.371409 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ba8896c3-9afc-46f2-a484-61d9fed9f7b8 req-a5eea2c7-4779-4cd3-95db-06be1b3b2bd0 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 944 time: 0.6500630 Jun 18 19:45:28.446451 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.469113 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ba8896c3-9afc-46f2-a484-61d9fed9f7b8 req-a8d7ddf2-6581-4581-afa7-d5db7c5192b5 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967720 Jun 18 19:45:28.472926 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5a08-3dc0-4fd8-8f6d-e7f9120fd21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.504839 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3a9a8-df7c-4130-b4a2-343b0be658bf req-d0e7707f-6764-4a76-93a0-0941b8f1c573 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:28.509808 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d8f3a9a8-df7c-4130-b4a2-343b0be658bf req-d0e7707f-6764-4a76-93a0-0941b8f1c573 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 931 time: 0.2279828 Jun 18 19:45:28.534388 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.553978 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-0bd050ff-2ffc-489f-b5c1-1c0011ca9692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:28.556127 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.558457 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-0d8453fd-1225-4bbc-8bfb-03b2cd7bafb7 None None] Provisioning for port df9dcdf4-ce22-4910-8d26-b7722cbed4b9 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:28.561193 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.572436 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:28.574195 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-0d8453fd-1225-4bbc-8bfb-03b2cd7bafb7 None None] Provisioning complete for port df9dcdf4-ce22-4910-8d26-b7722cbed4b9 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:28.574914 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-0d8453fd-1225-4bbc-8bfb-03b2cd7bafb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.587185 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:45:28.589916 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:28.590846 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for port, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.592299 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] 10.222.0.22 "PUT /v2.0/ports/f4e023bd-a276-4755-87a9-a001092d0b44 HTTP/1.1" status: 200 len: 1093 time: 3.2884908 Jun 18 19:45:28.595540 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdc5b16-888a-409e-b44c-fc7b958e206a', 'tag': 'f4e023bd-a276-4755-87a9-a001092d0b44'}] {{(pid=100013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:28.604477 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8598b9a5517d357e4f2667912ebf39b68208aad9c222937d19f503d2a0714b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76ed3fe-c96e-4a63-83bf-3ac017cad2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdc5b16-888a-409e-b44c-fc7b958e206a", "tag": "f4e023bd-a276-4755-87a9-a001092d0b44"}]}' {{(pid=100013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:28.629403 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-0d8453fd-1225-4bbc-8bfb-03b2cd7bafb7 None None] Port df9dcdf4-ce22-4910-8d26-b7722cbed4b9 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:45:28.657256 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-bac51a04-5b88-4f3b-8fb6-29c24342e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.678703 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-bac51a04-5b88-4f3b-8fb6-29c24342e545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.680066 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-bac51a04-5b88-4f3b-8fb6-29c24342e545 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2092033a-db1b-45fc-a022-09cb5bc4799f HTTP/1.1" status: 204 len: 168 time: 1.1139350 Jun 18 19:45:28.684719 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d8f3a9a8-df7c-4130-b4a2-343b0be658bf req-d5a482d6-80d9-4e97-8f35-c19ea37836e4 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524804 Jun 18 19:45:28.726954 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Pushing event updated for resources: {'Port': ['ID=f4e023bd-a276-4755-87a9-a001092d0b44,revision_number=3']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:28.736553 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:28.740534 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-93841dc2-1351-4aa7-addb-96115c094d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:28.762597 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac51a04-5b88-4f3b-8fb6-29c24342e545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2092033a-db1b-45fc-a022-09cb5bc4799f,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:28.782733 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Pushing event updated for resources: {'Port': ['ID=78069005-8e35-4277-8fe3-28d79fc9df45,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:28.784557 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-bac51a04-5b88-4f3b-8fb6-29c24342e545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:28.836462 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:28.840570 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a1208e-183b-448e-82f5-2bc3f54d4b64 x-openstack-request-id: req-88a1208e-183b-448e-82f5-2bc3f54d4b64 {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:28.844004 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdc5b16-888a-409e-b44c-fc7b958e206a", "tag": "f4e023bd-a276-4755-87a9-a001092d0b44", "status": "completed", "code": 200}]} {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:28.844004 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88a1208e-183b-448e-82f5-2bc3f54d4b64 {{(pid=100013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:28.844004 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdc5b16-888a-409e-b44c-fc7b958e206a', 'tag': 'f4e023bd-a276-4755-87a9-a001092d0b44', 'status': 'completed', 'code': 200} Jun 18 19:45:28.895258 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Attempting to bind port 78069005-8e35-4277-8fe3-28d79fc9df45 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:28.895589 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Attempting to bind port 78069005-8e35-4277-8fe3-28d79fc9df45 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1f2bcbc5-771d-4716-a57f-d65ab048eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:28.895786 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Attempting to bind port 78069005-8e35-4277-8fe3-28d79fc9df45 on network a4a31be8-303a-4c57-b9e0-49ff795b3cdd {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:28.910929 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Port 78069005-8e35-4277-8fe3-28d79fc9df45 on network a4a31be8-303a-4c57-b9e0-49ff795b3cdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:45:28.911318 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Attempting to bind port 78069005-8e35-4277-8fe3-28d79fc9df45 on network a4a31be8-303a-4c57-b9e0-49ff795b3cdd {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:28.914883 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e0c3c-7a20-450c-842e-94f5ffc4b443 req-e02c49b7-9bf7-4585-a31f-cf8c25db44b9 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:28.916469 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e37e0c3c-7a20-450c-842e-94f5ffc4b443 req-e02c49b7-9bf7-4585-a31f-cf8c25db44b9 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.2921519 Jun 18 19:45:28.918891 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5a08-3dc0-4fd8-8f6d-e7f9120fd21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.937791 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:28.938104 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Checking segment: {'id': '1f2bcbc5-771d-4716-a57f-d65ab048eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:28.938612 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Bound using segment: {'id': '1f2bcbc5-771d-4716-a57f-d65ab048eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:28.939613 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Bound port: 78069005-8e35-4277-8fe3-28d79fc9df45, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2bcbc5-771d-4716-a57f-d65ab048eaf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:28.940192 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:28.945478 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ce270063-8439-40dc-a4dd-463b8bbb0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:28.947322 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-ce270063-8439-40dc-a4dd-463b8bbb0189 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 1096 time: 0.1678631 Jun 18 19:45:28.963309 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9dcdf4-ce22-4910-8d26-b7722cbed4b9 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:28.973703 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.020637 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1b9a5a08-3dc0-4fd8-8f6d-e7f9120fd21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.024189 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Transition to ACTIVE for port object df9dcdf4-ce22-4910-8d26-b7722cbed4b9 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:29.025738 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-d7c0e894-ce7f-4392-b9fc-7b3470c006b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e023bd-a276-4755-87a9-a001092d0b44 HTTP/1.1" status: 200 len: 217 time: 0.0648062 Jun 18 19:45:29.032981 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-417a6892-08a1-4c7e-aff8-54a03df258b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:29.049243 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e37e0c3c-7a20-450c-842e-94f5ffc4b443 req-07846e6f-b1bd-403a-bddb-d9cb348f34db tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175659 Jun 18 19:45:29.075242 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] For port 78069005-8e35-4277-8fe3-28d79fc9df45, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:29.082264 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] For port 78069005-8e35-4277-8fe3-28d79fc9df45, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78069005-8e35-4277-8fe3-28d79fc9df45,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:29.122849 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.124289 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.136583 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-1b9a5a08-3dc0-4fd8-8f6d-e7f9120fd21b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8316c5e7a644886bf58e154734d05eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2086098 Jun 18 19:45:29.137704 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5bcdde9e-ea1c-4556-aff0-b8b26e20676b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:29.144345 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 46004) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:29.148589 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a5a08-3dc0-4fd8-8f6d-e7f9120fd21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1650d321-f421-49d8-bb49-403bc6aa07ac,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:29.156683 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-1b9a5a08-3dc0-4fd8-8f6d-e7f9120fd21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:29.165919 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-078741a8-98b7-4195-8be7-b62b6d5094b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:29.167595 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-078741a8-98b7-4195-8be7-b62b6d5094b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1ac8de5a-7f2b-43ec-be09-ebdab19d9db7 HTTP/1.1" status: 200 len: 859 time: 0.1311371 Jun 18 19:45:29.214635 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 46010) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:29.220891 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.239941 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-70c42913-ae17-480c-9e77-73ff43160337 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646501 Jun 18 19:45:29.351290 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:29.351913 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.353412 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] 10.222.0.22 "PUT /v2.0/ports/78069005-8e35-4277-8fe3-28d79fc9df45 HTTP/1.1" status: 200 len: 1093 time: 2.5013189 Jun 18 19:45:29.354090 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Pushing event updated for resources: {'Port': ['ID=df9dcdf4-ce22-4910-8d26-b7722cbed4b9,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:29.357938 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf7c0a5-6a37-44c4-b623-bd1c316b2049', 'tag': '78069005-8e35-4277-8fe3-28d79fc9df45'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:29.361153 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdac4f9-e3c8-4f52-817f-bd49a08c694d" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf7c0a5-6a37-44c4-b623-bd1c316b2049", "tag": "78069005-8e35-4277-8fe3-28d79fc9df45"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:29.367584 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:29.369618 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:29.482279 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dc81d9-2bd2-4dc7-9893-3198480b0eb9 x-openstack-request-id: req-c1dc81d9-2bd2-4dc7-9893-3198480b0eb9 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:29.482787 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf7c0a5-6a37-44c4-b623-bd1c316b2049", "tag": "78069005-8e35-4277-8fe3-28d79fc9df45", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:29.483296 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1dc81d9-2bd2-4dc7-9893-3198480b0eb9 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:29.483772 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf7c0a5-6a37-44c4-b623-bd1c316b2049', 'tag': '78069005-8e35-4277-8fe3-28d79fc9df45', 'status': 'completed', 'code': 200} Jun 18 19:45:29.526051 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Attempting to bind port df9dcdf4-ce22-4910-8d26-b7722cbed4b9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:29.526051 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Attempting to bind port df9dcdf4-ce22-4910-8d26-b7722cbed4b9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:29.526051 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Attempting to bind port df9dcdf4-ce22-4910-8d26-b7722cbed4b9 on network 6ccd7341-ba13-4dc8-9762-671f827fe485 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:29.562689 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-6c4b5378-c560-43c6-9ba3-7af4f1f9d64d service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050873 Jun 18 19:45:29.572466 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Port df9dcdf4-ce22-4910-8d26-b7722cbed4b9 on network 6ccd7341-ba13-4dc8-9762-671f827fe485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:45:29.573283 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Attempting to bind port df9dcdf4-ce22-4910-8d26-b7722cbed4b9 on network 6ccd7341-ba13-4dc8-9762-671f827fe485 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:29.588774 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Pushing event updated for resources: {'Port': ['ID=78069005-8e35-4277-8fe3-28d79fc9df45,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:29.599382 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3122231-fa83-4803-beb6-54e74b71982e req-66f732f8-e31d-4f4f-973c-493acddf1864 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:29.602728 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c7fd95bb-798e-46a7-8186-2bc8d2590b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.605475 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:29.606120 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0ed5c894-6d73-4d34-bf4f-f5915add8884 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:29.607703 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c3122231-fa83-4803-beb6-54e74b71982e req-66f732f8-e31d-4f4f-973c-493acddf1864 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 944 time: 0.2600527 Jun 18 19:45:29.609582 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:29.610879 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Checking segment: {'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:29.611736 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Bound using segment: {'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:29.612405 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Bound port: df9dcdf4-ce22-4910-8d26-b7722cbed4b9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:29.612963 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.706850 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-581b9f5f-939a-401c-b111-26583cd99ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.713128 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c7fd95bb-798e-46a7-8186-2bc8d2590b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:29.858818 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdac4f9-e3c8-4f52-817f-bd49a08c694d req-140466c4-1137-4154-9a34-305c237acab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:29.865875 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-cbdac4f9-e3c8-4f52-817f-bd49a08c694d req-140466c4-1137-4154-9a34-305c237acab7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 1096 time: 0.3564501 Jun 18 19:45:29.895565 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 0ed5c894-6d73-4d34-bf4f-f5915add8884 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:29.901347 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 0ed5c894-6d73-4d34-bf4f-f5915add8884 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:29.906269 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:30.028800 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c3122231-fa83-4803-beb6-54e74b71982e req-6940589c-d4be-43e3-a109-b678f0f467d6 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168644 Jun 18 19:45:30.087857 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4f79eff-f9d3-435e-9a6b-b5d2c24031b9 req-e2e06d44-6fae-4f89-bcaa-94d71beeb6b0 service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183218 Jun 18 19:45:30.128497 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17070bf-87ed-41de-8230-13e114faf3d5 req-3bef03e1-3edb-45d0-a8a7-5256f9b6fc22 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:30.151899 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c17070bf-87ed-41de-8230-13e114faf3d5 req-3bef03e1-3edb-45d0-a8a7-5256f9b6fc22 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 944 time: 0.2250013 Jun 18 19:45:30.161651 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:30.224610 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:30.247377 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 0ed5c894-6d73-4d34-bf4f-f5915add8884, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0ed5c894-6d73-4d34-bf4f-f5915add8884,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:30.248625 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11616bb9-471f-4d1f-90cc-dd6170b29d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed5c894-6d73-4d34-bf4f-f5915add8884'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:30.254469 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c17070bf-87ed-41de-8230-13e114faf3d5 req-8a3df9c5-c583-47f9-afbe-dc53456fc291 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921507 Jun 18 19:45:30.343926 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:30.343926 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 3771dcde-aa36-4234-814e-ff9566d5b126 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:30.365213 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:30.471066 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c4378-a585-445d-9187-5497892449d5 req-9ac4cfcd-dc95-47fc-b01c-2e484e2fe65c tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:30.474104 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0d9c4378-a585-445d-9187-5497892449d5 req-9ac4cfcd-dc95-47fc-b01c-2e484e2fe65c tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 943 time: 0.2181756 Jun 18 19:45:30.476250 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] For port df9dcdf4-ce22-4910-8d26-b7722cbed4b9, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:30.506278 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] For port df9dcdf4-ce22-4910-8d26-b7722cbed4b9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=df9dcdf4-ce22-4910-8d26-b7722cbed4b9,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:30.506540 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=0ed5c894-6d73-4d34-bf4f-f5915add8884,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:30.519969 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:30.589967 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ed3fe-c96e-4a63-83bf-3ac017cad2c2 req-c419dc57-26b4-4a2c-a46d-eb4d43366419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:30.591485 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d76ed3fe-c96e-4a63-83bf-3ac017cad2c2 req-c419dc57-26b4-4a2c-a46d-eb4d43366419 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 1096 time: 0.2411606 Jun 18 19:45:30.619260 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:30.655229 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:30.680303 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52bb7a0-d025-46ab-ad45-c9badaf2ed6d" -d '{"events": [{"server_uuid": "11616bb9-471f-4d1f-90cc-dd6170b29d58", "name": "network-vif-plugged", "status": "completed", "tag": "0ed5c894-6d73-4d34-bf4f-f5915add8884"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:30.698128 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 3771dcde-aa36-4234-814e-ff9566d5b126 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:30.706984 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 3771dcde-aa36-4234-814e-ff9566d5b126 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:30.707628 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:30.720029 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c7fd95bb-798e-46a7-8186-2bc8d2590b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:30.725195 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:30.725782 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:30.728121 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] 10.222.0.22 "PUT /v2.0/ports/df9dcdf4-ce22-4910-8d26-b7722cbed4b9 HTTP/1.1" status: 200 len: 1093 time: 2.9770980 Jun 18 19:45:30.757730 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c7fd95bb-798e-46a7-8186-2bc8d2590b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:30.761442 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-c7fd95bb-798e-46a7-8186-2bc8d2590b8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1650d321-f421-49d8-bb49-403bc6aa07ac HTTP/1.1" status: 204 len: 168 time: 1.6044891 Jun 18 19:45:30.770215 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0d9c4378-a585-445d-9187-5497892449d5 req-c1936d21-5e46-43c1-abcc-7ac6909e3f82 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159312 Jun 18 19:45:30.782984 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdac4f9-e3c8-4f52-817f-bd49a08c694d req-c23eedf7-c821-4026-b87a-360189834738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:30.785246 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-cbdac4f9-e3c8-4f52-817f-bd49a08c694d req-c23eedf7-c821-4026-b87a-360189834738 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.9094172 Jun 18 19:45:30.824194 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cc50e-d3e7-43e4-a893-71687221a3a6 req-de89c85b-43a0-4c27-bf5a-889cf3789a40 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:30.826219 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-971cc50e-d3e7-43e4-a893-71687221a3a6 req-de89c85b-43a0-4c27-bf5a-889cf3789a40 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.3503633 Jun 18 19:45:30.839771 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ed3fe-c96e-4a63-83bf-3ac017cad2c2 req-b36ceba7-1e7c-4c56-9367-05adff847141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:30.846482 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d76ed3fe-c96e-4a63-83bf-3ac017cad2c2 req-b36ceba7-1e7c-4c56-9367-05adff847141 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd HTTP/1.1" status: 200 len: 919 time: 0.2347269 Jun 18 19:45:31.033416 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Pushing event updated for resources: {'Port': ['ID=df9dcdf4-ce22-4910-8d26-b7722cbed4b9,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:31.048783 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:31.064713 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:31.071437 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d76ed3fe-c96e-4a63-83bf-3ac017cad2c2 req-36cab361-677d-42c4-a5f0-74ec8237b751 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e023bd-a276-4755-87a9-a001092d0b44 HTTP/1.1" status: 200 len: 217 time: 0.2181091 Jun 18 19:45:31.072824 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4cca1a8c-13d9-464e-b437-8a8db2b7d63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:31.144050 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 3771dcde-aa36-4234-814e-ff9566d5b126, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3771dcde-aa36-4234-814e-ff9566d5b126,segment=NetworkSegment(1004b9c0-82a4-4cf7-a6a2-ee894971273c),segment_id=1004b9c0-82a4-4cf7-a6a2-ee894971273c)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:31.159065 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215bffbe-0981-48a9-a168-f2490a650e89 x-openstack-request-id: req-215bffbe-0981-48a9-a168-f2490a650e89 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:31.159387 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11616bb9-471f-4d1f-90cc-dd6170b29d58", "name": "network-vif-plugged", "status": "completed", "tag": "0ed5c894-6d73-4d34-bf4f-f5915add8884", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:31.159664 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-215bffbe-0981-48a9-a168-f2490a650e89 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:31.160194 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11616bb9-471f-4d1f-90cc-dd6170b29d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed5c894-6d73-4d34-bf4f-f5915add8884', 'code': 200} Jun 18 19:45:31.182582 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-971cc50e-d3e7-43e4-a893-71687221a3a6 req-4c75f1fa-46ea-4e26-a014-729e3b26798e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328729 Jun 18 19:45:31.231803 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ed3fe-c96e-4a63-83bf-3ac017cad2c2 req-8986697e-852f-430c-89b3-0d2788bf4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.235833 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d76ed3fe-c96e-4a63-83bf-3ac017cad2c2 req-8986697e-852f-430c-89b3-0d2788bf4f57 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1ac8de5a-7f2b-43ec-be09-ebdab19d9db7 HTTP/1.1" status: 200 len: 859 time: 0.1525860 Jun 18 19:45:31.283426 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd95bb-798e-46a7-8186-2bc8d2590b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1650d321-f421-49d8-bb49-403bc6aa07ac,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:31.284191 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d76ed3fe-c96e-4a63-83bf-3ac017cad2c2 req-86e32ba4-b0e7-42dd-86cd-55ace3914e63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404005 Jun 18 19:45:31.298970 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:31.298970 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:31.312444 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c7fd95bb-798e-46a7-8186-2bc8d2590b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:31.392204 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=3771dcde-aa36-4234-814e-ff9566d5b126,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:31.400432 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdac4f9-e3c8-4f52-817f-bd49a08c694d req-28dadcf9-16ae-4e39-ae87-d1caede2b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.403807 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-cbdac4f9-e3c8-4f52-817f-bd49a08c694d req-28dadcf9-16ae-4e39-ae87-d1caede2b02a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6048501 Jun 18 19:45:31.405243 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:31.452055 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-581b9f5f-939a-401c-b111-26583cd99ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:31.489211 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-dc223215-1311-40d4-8d25-239a8563213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.490879 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-dc223215-1311-40d4-8d25-239a8563213b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 1096 time: 0.4198561 Jun 18 19:45:31.491472 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e28bc4-c117-4b3a-bd13-93d6d6f27a3f', 'tag': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:31.494473 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23e80d9-e523-4694-87a4-6a29b6f9f9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "16e28bc4-c117-4b3a-bd13-93d6d6f27a3f", "tag": "df9dcdf4-ce22-4910-8d26-b7722cbed4b9"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:31.555563 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61e0e0-dd46-477f-bfe9-e23cb399f2a6 req-3f237970-26e1-4d61-ba33-2e73bc727a66 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.562925 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ec61e0e0-dd46-477f-bfe9-e23cb399f2a6 req-3f237970-26e1-4d61-ba33-2e73bc727a66 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 945 time: 0.2810862 Jun 18 19:45:31.586747 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-f405eace-31da-4511-ba8f-224c17885ab4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9dcdf4-ce22-4910-8d26-b7722cbed4b9 HTTP/1.1" status: 200 len: 217 time: 0.0871782 Jun 18 19:45:31.597641 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d76ed3fe-c96e-4a63-83bf-3ac017cad2c2 req-151fac14-fc6a-4097-947a-4e376d859fae service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896111 Jun 18 19:45:31.663940 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-581b9f5f-939a-401c-b111-26583cd99ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:31.679483 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:31.695665 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-4700db32-3fe6-4dd1-9ba5-6d273ac9ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.696973 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-4700db32-3fe6-4dd1-9ba5-6d273ac9ff57 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc1a5fed-d7ef-4e8a-8976-b177519138c1 HTTP/1.1" status: 200 len: 850 time: 0.0834281 Jun 18 19:45:31.727036 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ec61e0e0-dd46-477f-bfe9-e23cb399f2a6 req-f66a5c42-3e3a-4199-a261-088a52d30d4f tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551795 Jun 18 19:45:31.764405 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-581b9f5f-939a-401c-b111-26583cd99ae3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63fb633c6b1d499285b8eb425c630fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5444860 Jun 18 19:45:31.766837 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 46076) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:31.784875 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b9f5f-939a-401c-b111-26583cd99ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecaeb84-3fdd-46c9-954d-4e8b86ff4162,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:31.792941 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-581b9f5f-939a-401c-b111-26583cd99ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:31.792941 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.22', 56380) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:31.807618 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcce7be-5087-45b4-8b87-0b840f56865f req-c6d623df-5f08-4b22-8a4d-b83ce826c3b5 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.811938 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fbcce7be-5087-45b4-8b87-0b840f56865f req-c6d623df-5f08-4b22-8a4d-b83ce826c3b5 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 945 time: 0.3446755 Jun 18 19:45:31.862431 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d40e092-84cb-483b-a1c0-0817421a2bb9 x-openstack-request-id: req-8d40e092-84cb-483b-a1c0-0817421a2bb9 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:31.862755 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e28bc4-c117-4b3a-bd13-93d6d6f27a3f", "tag": "df9dcdf4-ce22-4910-8d26-b7722cbed4b9", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:31.863014 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d40e092-84cb-483b-a1c0-0817421a2bb9 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:31.863431 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e28bc4-c117-4b3a-bd13-93d6d6f27a3f', 'tag': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9', 'status': 'completed', 'code': 200} Jun 18 19:45:31.872831 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-3bb0732e-754b-467f-8ce3-05c9de9ec0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:31.874450 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-3bb0732e-754b-467f-8ce3-05c9de9ec0a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 1096 time: 0.2993982 Jun 18 19:45:31.915649 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d76ed3fe-c96e-4a63-83bf-3ac017cad2c2 req-ae8d8c2c-0dd9-415f-a717-b469ccd41acd service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069980 Jun 18 19:45:31.954964 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fbcce7be-5087-45b4-8b87-0b840f56865f req-f3dcb250-23b1-4455-b88e-f53346f18041 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274436 Jun 18 19:45:31.969001 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-6638e516-0733-4419-a640-7f71bddaab2e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78069005-8e35-4277-8fe3-28d79fc9df45 HTTP/1.1" status: 200 len: 217 time: 0.0830603 Jun 18 19:45:32.096183 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b5a87e93-b506-48c3-b9e2-6fc7e7f3766e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.097962 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 46086) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:32.115086 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-0460869c-847a-4656-9299-e919e7db1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:32.116630 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-0460869c-847a-4656-9299-e919e7db1342 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6ccd7341-ba13-4dc8-9762-671f827fe485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4052296 Jun 18 19:45:32.145047 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d84f87-c05a-4b51-8ccb-f029c32336fe req-0836e991-33b5-429b-83c9-aa9d0d67d990 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:32.148810 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-64d84f87-c05a-4b51-8ccb-f029c32336fe req-0836e991-33b5-429b-83c9-aa9d0d67d990 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 943 time: 0.1396582 Jun 18 19:45:32.152890 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebcfcb-8c36-4c18-afd8-62dcb168afd6 req-6228b725-e47a-499e-a6ba-5d70e6eb807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:32.154752 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-adebcfcb-8c36-4c18-afd8-62dcb168afd6 req-6228b725-e47a-499e-a6ba-5d70e6eb807f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 1098 time: 0.3623018 Jun 18 19:45:32.155653 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-97f946b7-8e34-4e4d-b3be-e06e8f0c0437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.159889 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-089867f5-ca5f-4951-91c6-4280c4f01dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:32.161685 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-089867f5-ca5f-4951-91c6-4280c4f01dab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1ac8de5a-7f2b-43ec-be09-ebdab19d9db7 HTTP/1.1" status: 200 len: 859 time: 0.1787283 Jun 18 19:45:32.252777 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-64d84f87-c05a-4b51-8ccb-f029c32336fe req-bbc151c2-f19d-4b89-8b49-563da990f941 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870662 Jun 18 19:45:32.260962 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b5a87e93-b506-48c3-b9e2-6fc7e7f3766e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.265119 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-adebcfcb-8c36-4c18-afd8-62dcb168afd6 req-c060a910-d8d6-4c84-8ee7-2bcc094728b9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.299676 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-c3f91481-02d5-4c4a-a12f-9fa140429346 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300361 Jun 18 19:45:32.465632 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.db.api [req-adebcfcb-8c36-4c18-afd8-62dcb168afd6 req-c060a910-d8d6-4c84-8ee7-2bcc094728b9 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 19:45:32.465632 dv-cinder-790535-6-smb neutron-server[100012]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 18 19:45:32.465632 dv-cinder-790535-6-smb neutron-server[100012]: [parameters: {'project_id': '61d79e9d98a2458aa621c315c93a9add', 'id': '897c61e3-9bc7-45f8-8f20-3fb9059deace', 'expiration': datetime.datetime(2021, 6, 18, 19, 47, 32, 430903)}] Jun 18 19:45:32.465632 dv-cinder-790535-6-smb neutron-server[100012]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 19:45:32.466114 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_db.api [req-adebcfcb-8c36-4c18-afd8-62dcb168afd6 req-c060a910-d8d6-4c84-8ee7-2bcc094728b9 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 19:45:32.478829 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-b9fa5c91-e112-4ab7-937d-dbaf464742c7 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448308 Jun 18 19:45:32.553813 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4d8dd-0cb8-45b6-9cc3-c38f8cb787b9 req-55353a26-a60e-4e66-9208-348ffd936787 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:32.555386 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-53d4d8dd-0cb8-45b6-9cc3-c38f8cb787b9 req-55353a26-a60e-4e66-9208-348ffd936787 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.0909655 Jun 18 19:45:32.571915 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-114577d0-2acf-4ebb-9eb7-37a541c97023 service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573745 Jun 18 19:45:32.605764 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-53d4d8dd-0cb8-45b6-9cc3-c38f8cb787b9 req-0f60181d-65dd-4fe1-ab19-157da6c85632 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Jun 18 19:45:32.665650 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b5a87e93-b506-48c3-b9e2-6fc7e7f3766e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.677652 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b5a87e93-b506-48c3-b9e2-6fc7e7f3766e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.678797 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-b5a87e93-b506-48c3-b9e2-6fc7e7f3766e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ecaeb84-3fdd-46c9-954d-4e8b86ff4162 HTTP/1.1" status: 204 len: 168 time: 0.9103932 Jun 18 19:45:32.689692 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-581b9f5f-939a-401c-b111-26583cd99ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:32.711957 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e3ac5dbc-5786-43e7-b2bf-26f1990db37a req-da85622a-775b-4863-9877-dba13b27963c service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249815 Jun 18 19:45:32.716980 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a87e93-b506-48c3-b9e2-6fc7e7f3766e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecaeb84-3fdd-46c9-954d-4e8b86ff4162,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:32.724123 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b5a87e93-b506-48c3-b9e2-6fc7e7f3766e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:32.774372 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bffc2df6-8a7f-493e-ab9f-7a01f8080a99 req-61844f55-2468-4e04-8596-a38e80a168d2 service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931908 Jun 18 19:45:32.841998 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-97f946b7-8e34-4e4d-b3be-e06e8f0c0437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.957245 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e80d9-e523-4694-87a4-6a29b6f9f9e9 req-b5678664-5815-4ce9-b149-7a2a3434436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:32.958835 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e23e80d9-e523-4694-87a4-6a29b6f9f9e9 req-b5678664-5815-4ce9-b149-7a2a3434436c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 1096 time: 0.0634279 Jun 18 19:45:32.974643 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-adebcfcb-8c36-4c18-afd8-62dcb168afd6 req-c060a910-d8d6-4c84-8ee7-2bcc094728b9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:32.986566 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-97f946b7-8e34-4e4d-b3be-e06e8f0c0437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:33.017469 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2272a-b3ea-4d0e-824e-b21fdb8cd808 req-36339c74-481c-4e4f-8468-0be492f0f0b1 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:33.019996 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d6f2272a-b3ea-4d0e-824e-b21fdb8cd808 req-36339c74-481c-4e4f-8468-0be492f0f0b1 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 945 time: 0.0945385 Jun 18 19:45:33.123335 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d6f2272a-b3ea-4d0e-824e-b21fdb8cd808 req-a64de241-6224-4d19-967d-3f83dcf8ebb2 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951614 Jun 18 19:45:33.139470 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:33.162109 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f233e1b-84d9-47f5-894a-3e2dd2cb2b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3771dcde-aa36-4234-814e-ff9566d5b126'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:33.167816 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96abbf1-a5d5-4985-9a38-c5ba11de9641" -d '{"events": [{"server_uuid": "0f233e1b-84d9-47f5-894a-3e2dd2cb2b96", "name": "network-vif-plugged", "status": "completed", "tag": "3771dcde-aa36-4234-814e-ff9566d5b126"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:33.177197 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-97f946b7-8e34-4e4d-b3be-e06e8f0c0437 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=522d27b05e454e7bb6968312d94e504e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0695899 Jun 18 19:45:33.177788 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46124) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:33.270690 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f505c9e-82c2-4f50-adf9-d98bce392206 x-openstack-request-id: req-3f505c9e-82c2-4f50-adf9-d98bce392206 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:33.271172 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f233e1b-84d9-47f5-894a-3e2dd2cb2b96", "name": "network-vif-plugged", "status": "completed", "tag": "3771dcde-aa36-4234-814e-ff9566d5b126", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:33.271561 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f505c9e-82c2-4f50-adf9-d98bce392206 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:33.272151 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f233e1b-84d9-47f5-894a-3e2dd2cb2b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3771dcde-aa36-4234-814e-ff9566d5b126', 'code': 200} Jun 18 19:45:33.284081 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f946b7-8e34-4e4d-b3be-e06e8f0c0437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caf0969-0d42-4ddc-bdd1-33bb04bd5093,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:33.301081 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-97f946b7-8e34-4e4d-b3be-e06e8f0c0437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:33.347896 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f277b36b-8701-46f8-b677-30ac94aa9011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:33.354816 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e80d9-e523-4694-87a4-6a29b6f9f9e9 req-cf080af1-ea31-405e-9217-36afe1c8d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:33.357010 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e23e80d9-e523-4694-87a4-6a29b6f9f9e9 req-cf080af1-ea31-405e-9217-36afe1c8d382 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 200 len: 911 time: 0.3916628 Jun 18 19:45:33.376135 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d962bc9-573d-4e79-ba9f-4129a3f03433 req-2cb13bb9-519c-4d2d-be8a-0984a07c095f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:33.384185 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1d962bc9-573d-4e79-ba9f-4129a3f03433 req-2cb13bb9-519c-4d2d-be8a-0984a07c095f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 945 time: 0.1518326 Jun 18 19:45:33.413798 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f277b36b-8701-46f8-b677-30ac94aa9011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:33.474410 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1d962bc9-573d-4e79-ba9f-4129a3f03433 req-4d54d893-0919-40d0-838d-52c19789f8a4 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890749 Jun 18 19:45:33.506631 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e23e80d9-e523-4694-87a4-6a29b6f9f9e9 req-942bbdba-56ee-4058-8fe0-00199ddc77a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9dcdf4-ce22-4910-8d26-b7722cbed4b9 HTTP/1.1" status: 200 len: 217 time: 0.1104479 Jun 18 19:45:33.516011 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-adebcfcb-8c36-4c18-afd8-62dcb168afd6 req-c060a910-d8d6-4c84-8ee7-2bcc094728b9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:33.621897 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device f4e023bd-a276-4755-87a9-a001092d0b44 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:45:33.679698 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f277b36b-8701-46f8-b677-30ac94aa9011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:33.700426 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f277b36b-8701-46f8-b677-30ac94aa9011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:33.717385 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-f277b36b-8701-46f8-b677-30ac94aa9011 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8caf0969-0d42-4ddc-bdd1-33bb04bd5093 HTTP/1.1" status: 204 len: 168 time: 0.5367813 Jun 18 19:45:33.730751 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-6d442af9-1a58-4863-aedb-691fdd11792d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:33.811604 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277b36b-8701-46f8-b677-30ac94aa9011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caf0969-0d42-4ddc-bdd1-33bb04bd5093,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:33.827499 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-f277b36b-8701-46f8-b677-30ac94aa9011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:33.833433 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46136) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:33.859050 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-adebcfcb-8c36-4c18-afd8-62dcb168afd6 req-c060a910-d8d6-4c84-8ee7-2bcc094728b9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:33.869439 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-3ba2eab1-7e67-46ab-828d-e2b4b884d54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:33.933693 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e80d9-e523-4694-87a4-6a29b6f9f9e9 req-0205d4df-a648-4685-a316-c8cbcda55b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:33.936182 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e23e80d9-e523-4694-87a4-6a29b6f9f9e9 req-0205d4df-a648-4685-a316-c8cbcda55b1f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc1a5fed-d7ef-4e8a-8976-b177519138c1 HTTP/1.1" status: 200 len: 850 time: 0.4168165 Jun 18 19:45:33.971352 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b731984-0f02-4285-b8f4-247860a19105 req-3d724c11-ab3c-4a18-8322-b39bc4057db3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:33.985581 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9b731984-0f02-4285-b8f4-247860a19105 req-3d724c11-ab3c-4a18-8322-b39bc4057db3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 943 time: 0.4355121 Jun 18 19:45:33.994089 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-65febec0-c9d9-4cf5-ad88-4d9291b90a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:34.014203 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-adebcfcb-8c36-4c18-afd8-62dcb168afd6 req-c060a910-d8d6-4c84-8ee7-2bcc094728b9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8501587 Jun 18 19:45:34.036452 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060a910-d8d6-4c84-8ee7-2bcc094728b9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd503597-90b3-4ef1-bc2e-d6ca19168a6d,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:34.084731 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c060a910-d8d6-4c84-8ee7-2bcc094728b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:34.093277 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port f4e023bd-a276-4755-87a9-a001092d0b44, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f4e023bd-a276-4755-87a9-a001092d0b44,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:34.132964 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': 'f4e023bd-a276-4755-87a9-a001092d0b44', 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd', 'port_id': 'f4e023bd-a276-4755-87a9-a001092d0b44', 'mac_address': 'fa:16:3e:fc:fd:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac8de5a-7f2b-43ec-be09-ebdab19d9db7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:45:34.138970 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e80d9-e523-4694-87a4-6a29b6f9f9e9 req-7f322c53-8f54-42df-94d4-14929d79256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:34.141427 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e23e80d9-e523-4694-87a4-6a29b6f9f9e9 req-7f322c53-8f54-42df-94d4-14929d79256d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6ccd7341-ba13-4dc8-9762-671f827fe485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1925349 Jun 18 19:45:34.151338 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061ed15-7420-4b20-bef1-479f7c61451b req-0b237a91-df89-48ce-ab59-7b7a7e3d7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:34.153050 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0061ed15-7420-4b20-bef1-479f7c61451b req-0b237a91-df89-48ce-ab59-7b7a7e3d7e11 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 1098 time: 0.1351378 Jun 18 19:45:34.238411 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9b731984-0f02-4285-b8f4-247860a19105 req-9cf65f26-ddee-4642-bfba-e9a3a51f47d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344241 Jun 18 19:45:34.253551 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0061ed15-7420-4b20-bef1-479f7c61451b req-91229357-33f1-423e-bc9d-05c7863a69b5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621731 Jun 18 19:45:34.368244 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799657d4-beac-4f4b-bc44-1bc92e959cee req-44db0363-778e-4f10-9b60-8c4e6765b87c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:34.369754 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-799657d4-beac-4f4b-bc44-1bc92e959cee req-44db0363-778e-4f10-9b60-8c4e6765b87c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.2884302 Jun 18 19:45:34.397960 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e23e80d9-e523-4694-87a4-6a29b6f9f9e9 req-c8c44e59-029a-4adc-8b62-d9d997a30761 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048051 Jun 18 19:45:34.428199 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:34.455319 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-65febec0-c9d9-4cf5-ad88-4d9291b90a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:34.468292 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e023bd-a276-4755-87a9-a001092d0b44 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:34.489964 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-799657d4-beac-4f4b-bc44-1bc92e959cee req-2987f59f-19e4-42ce-b299-0ff8707b27cc tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072850 Jun 18 19:45:34.544753 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port f4e023bd-a276-4755-87a9-a001092d0b44, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f4e023bd-a276-4755-87a9-a001092d0b44,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:34.553740 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca40ce2-367d-41b3-a52a-91f2ef81b150 req-e38dd25b-51e8-49ce-a434-ce93f2b12dc3 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:34.557529 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0ca40ce2-367d-41b3-a52a-91f2ef81b150 req-e38dd25b-51e8-49ce-a434-ce93f2b12dc3 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 945 time: 0.1349726 Jun 18 19:45:34.570221 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e23e80d9-e523-4694-87a4-6a29b6f9f9e9 req-8a097d8a-f23a-4cd0-8a2f-9ef44055713b service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439507 Jun 18 19:45:34.615595 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-65febec0-c9d9-4cf5-ad88-4d9291b90a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:34.629847 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:34.659272 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0ca40ce2-367d-41b3-a52a-91f2ef81b150 req-40f15038-1a09-4878-ade2-dc7dac1491d1 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879879 Jun 18 19:45:34.682969 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:34.686498 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-2e9a6fa1-5edb-49d8-8eeb-17fbc37ed8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:34.686684 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-65febec0-c9d9-4cf5-ad88-4d9291b90a1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d418d80b9e174c63829203f789c2ee36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8498166 Jun 18 19:45:34.689514 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65febec0-c9d9-4cf5-ad88-4d9291b90a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4174f2c3-cfae-42e5-b124-34e6254823ce,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:34.693596 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-65febec0-c9d9-4cf5-ad88-4d9291b90a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:34.694710 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46156) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:34.743363 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=f4e023bd-a276-4755-87a9-a001092d0b44,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:34.746727 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:34.799947 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d3224cbc-375f-4cc6-af48-9fe6f6c9a685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:34.827798 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa2d94-f616-49ba-a4ce-b08677ff4905 req-8b652af3-bd89-469b-8dc5-720a8150e95e tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:34.830152 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-22fa2d94-f616-49ba-a4ce-b08677ff4905 req-8b652af3-bd89-469b-8dc5-720a8150e95e tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 945 time: 0.1161048 Jun 18 19:45:34.849231 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d3224cbc-375f-4cc6-af48-9fe6f6c9a685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:34.919429 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-22fa2d94-f616-49ba-a4ce-b08677ff4905 req-78ac9f2f-5930-4f98-92df-f1ecc3750d37 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825090 Jun 18 19:45:34.948732 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 46158) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:34.966592 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9178b368-c925-4ff3-9e39-16487a40f58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.058793 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d3224cbc-375f-4cc6-af48-9fe6f6c9a685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.062760 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d3224cbc-375f-4cc6-af48-9fe6f6c9a685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.064343 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-d3224cbc-375f-4cc6-af48-9fe6f6c9a685 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4174f2c3-cfae-42e5-b124-34e6254823ce HTTP/1.1" status: 204 len: 168 time: 0.3684654 Jun 18 19:45:35.065233 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:35.075305 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3224cbc-375f-4cc6-af48-9fe6f6c9a685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4174f2c3-cfae-42e5-b124-34e6254823ce,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:35.078465 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d3224cbc-375f-4cc6-af48-9fe6f6c9a685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:35.175551 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9178b368-c925-4ff3-9e39-16487a40f58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.276495 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9178b368-c925-4ff3-9e39-16487a40f58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.277809 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['f4e023bd-a276-4755-87a9-a001092d0b44'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:45:35.280380 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:35.337658 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-9178b368-c925-4ff3-9e39-16487a40f58d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05004b77404340a99c76aa3c4a8ac474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830349 Jun 18 19:45:35.337658 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178b368-c925-4ff3-9e39-16487a40f58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ae20d5-c522-42f2-8a54-ce2a76dac8e4,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:35.338676 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46170) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:35.340374 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-9178b368-c925-4ff3-9e39-16487a40f58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:35.443713 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c03a9cf7-53a1-4f6b-8a1d-2cc556bc6b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.522962 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c03a9cf7-53a1-4f6b-8a1d-2cc556bc6b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.620924 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcf97a-8a1c-4547-a3cf-830ec8c89776 req-bcafd80a-654e-468d-afbc-0b3ca1868aca tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:35.622477 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3ffcf97a-8a1c-4547-a3cf-830ec8c89776 req-bcafd80a-654e-468d-afbc-0b3ca1868aca tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 943 time: 0.1536853 Jun 18 19:45:35.723535 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3ffcf97a-8a1c-4547-a3cf-830ec8c89776 req-0405dbff-bfe0-4488-9d35-7c823be92f2f tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864079 Jun 18 19:45:35.762635 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c03a9cf7-53a1-4f6b-8a1d-2cc556bc6b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.767061 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c03a9cf7-53a1-4f6b-8a1d-2cc556bc6b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:35.772763 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c03a9cf7-53a1-4f6b-8a1d-2cc556bc6b34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12ae20d5-c522-42f2-8a54-ce2a76dac8e4 HTTP/1.1" status: 204 len: 168 time: 0.4282699 Jun 18 19:45:35.772763 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:35.787845 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a9cf7-53a1-4f6b-8a1d-2cc556bc6b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ae20d5-c522-42f2-8a54-ce2a76dac8e4,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:35.791750 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c03a9cf7-53a1-4f6b-8a1d-2cc556bc6b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:35.847732 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e017946-2f05-4f41-94af-5bd01e81c2e4 req-13c0bbca-0937-4584-bfc9-2d17f15b3bf3 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:35.850505 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2e017946-2f05-4f41-94af-5bd01e81c2e4 req-13c0bbca-0937-4584-bfc9-2d17f15b3bf3 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.1257377 Jun 18 19:45:35.901008 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2e017946-2f05-4f41-94af-5bd01e81c2e4 req-e92e75b1-557d-4678-82d8-9b7f9e1e8586 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Jun 18 19:45:36.030995 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2fb01-83eb-4aa8-9bf7-f8f82f5c7b25 req-db5a7f25-44b9-49bf-81ca-58b86dfe7cc6 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:36.033647 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-47f2fb01-83eb-4aa8-9bf7-f8f82f5c7b25 req-db5a7f25-44b9-49bf-81ca-58b86dfe7cc6 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 945 time: 0.0832777 Jun 18 19:45:36.104688 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-47f2fb01-83eb-4aa8-9bf7-f8f82f5c7b25 req-fdef27d1-d44f-4583-935c-a98557ba8b69 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611846 Jun 18 19:45:36.316632 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bb0fa-f093-43ec-bdcf-0d41bf12e98f req-dbebc28a-9a8c-4b72-865e-b469497e003a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:36.316632 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-185bb0fa-f093-43ec-bdcf-0d41bf12e98f req-dbebc28a-9a8c-4b72-865e-b469497e003a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 945 time: 0.1447062 Jun 18 19:45:36.404334 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-185bb0fa-f093-43ec-bdcf-0d41bf12e98f req-09bc699f-33e0-4a50-9467-bbe8deb4ec56 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832717 Jun 18 19:45:37.005281 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ba203-9282-4e75-ab65-4fc887a2c9a2 req-063f6d69-29c9-4087-8a12-4ac1293a74c2 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:37.007072 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f11ba203-9282-4e75-ab65-4fc887a2c9a2 req-063f6d69-29c9-4087-8a12-4ac1293a74c2 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 943 time: 0.1291714 Jun 18 19:45:37.067230 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f11ba203-9282-4e75-ab65-4fc887a2c9a2 req-85c0e112-f76c-4831-a0f7-5a02130b3d88 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452123 Jun 18 19:45:37.196395 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2bfa2-9ad7-49ba-a97a-6edf9baaf28e req-90f4e704-84c1-4d64-a352-d6dca40bfe34 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:37.198155 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-36f2bfa2-9ad7-49ba-a97a-6edf9baaf28e req-90f4e704-84c1-4d64-a352-d6dca40bfe34 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.1071217 Jun 18 19:45:37.300019 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-36f2bfa2-9ad7-49ba-a97a-6edf9baaf28e req-43ef46b5-6f4c-4e21-96ce-1739c34c6778 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838213 Jun 18 19:45:37.353440 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f4a16-3843-4d57-8838-6b4bc37ec1a7 req-341fbb6a-1daf-4897-81d1-58509f4520a9 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:37.356048 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-403f4a16-3843-4d57-8838-6b4bc37ec1a7 req-341fbb6a-1daf-4897-81d1-58509f4520a9 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 945 time: 0.1140368 Jun 18 19:45:37.423160 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-403f4a16-3843-4d57-8838-6b4bc37ec1a7 req-e37b2c12-bc5f-4bb7-8f59-049dd24ec6cd tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567145 Jun 18 19:45:37.636646 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device df9dcdf4-ce22-4910-8d26-b7722cbed4b9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:45:37.646623 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device f4e023bd-a276-4755-87a9-a001092d0b44 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:37.651855 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c4061-ebc1-428d-a7af-a81918f3f24f req-87c6033b-3c92-4711-8912-d7601f82aa09 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:37.654576 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5e9c4061-ebc1-428d-a7af-a81918f3f24f req-87c6033b-3c92-4711-8912-d7601f82aa09 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 945 time: 0.0954630 Jun 18 19:45:37.700177 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5e9c4061-ebc1-428d-a7af-a81918f3f24f req-4c4e25b9-3feb-4c3f-b3e0-2e68ab32d526 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375066 Jun 18 19:45:37.791679 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port df9dcdf4-ce22-4910-8d26-b7722cbed4b9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=df9dcdf4-ce22-4910-8d26-b7722cbed4b9,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:37.805540 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'port_id': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9', 'mac_address': 'fa:16:3e:ea:92:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:45:37.847989 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:37.858635 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port f4e023bd-a276-4755-87a9-a001092d0b44 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:37.866020 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port f4e023bd-a276-4755-87a9-a001092d0b44 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:37.866363 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:37.869924 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9dcdf4-ce22-4910-8d26-b7722cbed4b9 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:37.927662 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port df9dcdf4-ce22-4910-8d26-b7722cbed4b9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=df9dcdf4-ce22-4910-8d26-b7722cbed4b9,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:37.981267 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:38.012384 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:38.013832 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 78069005-8e35-4277-8fe3-28d79fc9df45 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:45:38.017825 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-5362971e-671c-40dc-9f05-7230200d984e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:38.053275 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdc5b16-888a-409e-b44c-fc7b958e206a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e023bd-a276-4755-87a9-a001092d0b44'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:38.056002 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780f09c4-32a2-4f04-aef3-2ce14b26f0d2" -d '{"events": [{"server_uuid": "6fdc5b16-888a-409e-b44c-fc7b958e206a", "name": "network-vif-plugged", "status": "completed", "tag": "f4e023bd-a276-4755-87a9-a001092d0b44"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:38.084906 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port f4e023bd-a276-4755-87a9-a001092d0b44, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f4e023bd-a276-4755-87a9-a001092d0b44,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:38.159359 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=df9dcdf4-ce22-4910-8d26-b7722cbed4b9,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:38.163680 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:38.167714 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee12db4c-3a2f-4131-94c6-364aa6d10cf0 x-openstack-request-id: req-ee12db4c-3a2f-4131-94c6-364aa6d10cf0 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:38.168306 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdc5b16-888a-409e-b44c-fc7b958e206a", "name": "network-vif-plugged", "status": "completed", "tag": "f4e023bd-a276-4755-87a9-a001092d0b44", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:38.168738 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee12db4c-3a2f-4131-94c6-364aa6d10cf0 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:38.169290 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdc5b16-888a-409e-b44c-fc7b958e206a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e023bd-a276-4755-87a9-a001092d0b44', 'code': 200} Jun 18 19:45:38.233466 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:38.240818 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:38.244601 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 78069005-8e35-4277-8fe3-28d79fc9df45, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78069005-8e35-4277-8fe3-28d79fc9df45,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:38.289325 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '78069005-8e35-4277-8fe3-28d79fc9df45', 'network_id': 'a4a31be8-303a-4c57-b9e0-49ff795b3cdd', 'port_id': '78069005-8e35-4277-8fe3-28d79fc9df45', 'mac_address': 'fa:16:3e:18:1f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac8de5a-7f2b-43ec-be09-ebdab19d9db7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:45:38.340539 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebc251-0a57-4f0e-924e-9827fdc675ec req-9bd83095-ee63-4537-b5f4-2d418f10156b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:38.342172 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7eebc251-0a57-4f0e-924e-9827fdc675ec req-9bd83095-ee63-4537-b5f4-2d418f10156b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 944 time: 0.1175430 Jun 18 19:45:38.349940 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=f4e023bd-a276-4755-87a9-a001092d0b44,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:38.362204 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:38.397085 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:38.420076 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7eebc251-0a57-4f0e-924e-9827fdc675ec req-49e6586f-702d-4195-a965-91a58c9860a9 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595741 Jun 18 19:45:38.436760 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78069005-8e35-4277-8fe3-28d79fc9df45 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:38.494275 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 78069005-8e35-4277-8fe3-28d79fc9df45, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78069005-8e35-4277-8fe3-28d79fc9df45,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:38.643793 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df40968-c486-4678-9a82-4d70de5bd023 req-1534429b-7687-4c13-acc5-9e2274a971b1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:38.645423 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8df40968-c486-4678-9a82-4d70de5bd023 req-1534429b-7687-4c13-acc5-9e2274a971b1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.0893939 Jun 18 19:45:38.662714 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:38.664969 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:38.731165 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8df40968-c486-4678-9a82-4d70de5bd023 req-2f0b0235-f30d-4d41-a03c-2f5338649872 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680797 Jun 18 19:45:38.741447 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=78069005-8e35-4277-8fe3-28d79fc9df45,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:38.755819 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:38.908208 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed540d-ad5b-4479-be2e-534f96ca28e6 req-b69250de-a76b-4977-8468-9cad842f2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:38.911708 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-13ed540d-ad5b-4479-be2e-534f96ca28e6 req-b69250de-a76b-4977-8468-9cad842f2c03 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 1098 time: 0.1334064 Jun 18 19:45:38.979982 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-13ed540d-ad5b-4479-be2e-534f96ca28e6 req-54917e51-d1c9-4f24-9eb2-16bf9b08ca6f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611022 Jun 18 19:45:39.056644 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['78069005-8e35-4277-8fe3-28d79fc9df45'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:45:39.082663 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['df9dcdf4-ce22-4910-8d26-b7722cbed4b9'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:45:39.660213 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe7d63-28c9-4738-80e8-9b6b5a0d9c77 req-a4cd72ac-a289-4661-846d-d9ff638ca27b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:39.662962 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d3fe7d63-28c9-4738-80e8-9b6b5a0d9c77 req-a4cd72ac-a289-4661-846d-d9ff638ca27b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 944 time: 0.0909007 Jun 18 19:45:39.727124 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d3fe7d63-28c9-4738-80e8-9b6b5a0d9c77 req-7cdd871d-469f-43d4-9674-bab42336bb10 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469084 Jun 18 19:45:39.966245 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6e338-f910-4f8b-9ae4-6c8386390021 req-f07d9641-0c02-4726-8220-f99b6ad3c95b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:39.967647 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e2f6e338-f910-4f8b-9ae4-6c8386390021 req-f07d9641-0c02-4726-8220-f99b6ad3c95b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 944 time: 0.0706632 Jun 18 19:45:40.017491 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e2f6e338-f910-4f8b-9ae4-6c8386390021 req-6f4657ba-099c-464a-b3f4-f7141b666095 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376947 Jun 18 19:45:41.677556 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device df9dcdf4-ce22-4910-8d26-b7722cbed4b9 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:41.774969 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46428) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:41.839385 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port df9dcdf4-ce22-4910-8d26-b7722cbed4b9 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:41.852769 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port df9dcdf4-ce22-4910-8d26-b7722cbed4b9 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:41.854297 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:41.979625 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8813e850-eeb2-46ef-b127-23312393fd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.038856 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.066733 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e28bc4-c117-4b3a-bd13-93d6d6f27a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:42.070289 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6aafa21-a6ec-4015-9915-5391fa347078" -d '{"events": [{"server_uuid": "16e28bc4-c117-4b3a-bd13-93d6d6f27a3f", "name": "network-vif-plugged", "status": "completed", "tag": "df9dcdf4-ce22-4910-8d26-b7722cbed4b9"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:42.087283 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port df9dcdf4-ce22-4910-8d26-b7722cbed4b9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=df9dcdf4-ce22-4910-8d26-b7722cbed4b9,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:42.190434 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.191356 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 78069005-8e35-4277-8fe3-28d79fc9df45 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:45:42.193229 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:42.287829 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302425d0-f551-414d-a914-6b1bd656c8d2 req-97053d4d-5d55-4d21-867f-27db6312ed17 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:42.289433 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-302425d0-f551-414d-a914-6b1bd656c8d2 req-97053d4d-5d55-4d21-867f-27db6312ed17 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 944 time: 0.3173113 Jun 18 19:45:42.295746 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=df9dcdf4-ce22-4910-8d26-b7722cbed4b9,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:42.300682 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:42.357878 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0b0bd-5868-4e1a-932e-3f6a7d27de11 req-0708e460-88aa-4d84-af0e-4916fc051bc1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:42.359403 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4ea0b0bd-5868-4e1a-932e-3f6a7d27de11 req-0708e460-88aa-4d84-af0e-4916fc051bc1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 944 time: 0.2061803 Jun 18 19:45:42.373529 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 78069005-8e35-4277-8fe3-28d79fc9df45 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:45:42.378975 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 78069005-8e35-4277-8fe3-28d79fc9df45 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:45:42.379565 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.402742 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8813e850-eeb2-46ef-b127-23312393fd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.414761 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-302425d0-f551-414d-a914-6b1bd656c8d2 req-95ed17d5-64d9-46c2-b3da-8db53c211270 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031294 Jun 18 19:45:42.454803 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4ea0b0bd-5868-4e1a-932e-3f6a7d27de11 req-9e10ff9f-51c6-43ac-b315-382891ce9647 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865536 Jun 18 19:45:42.460147 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8813e850-eeb2-46ef-b127-23312393fd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.465928 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:42.524426 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.530675 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-8813e850-eeb2-46ef-b127-23312393fd3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbcee61fc64a4a398be7e0fe77c8c33f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7538812 Jun 18 19:45:42.533184 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46450) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:42.544843 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813e850-eeb2-46ef-b127-23312393fd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632a2a27-a5cf-4f78-8493-7f8688a3b44a,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:42.545025 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 46452) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:42.552960 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8813e850-eeb2-46ef-b127-23312393fd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:42.570124 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b75a3c-3fd0-4b71-98ba-a540e4e77fb2 x-openstack-request-id: req-26b75a3c-3fd0-4b71-98ba-a540e4e77fb2 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:42.570444 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e28bc4-c117-4b3a-bd13-93d6d6f27a3f", "name": "network-vif-plugged", "status": "completed", "tag": "df9dcdf4-ce22-4910-8d26-b7722cbed4b9", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:42.570716 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26b75a3c-3fd0-4b71-98ba-a540e4e77fb2 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:42.571140 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e28bc4-c117-4b3a-bd13-93d6d6f27a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9', 'code': 200} Jun 18 19:45:42.618624 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e35d0c0f-f606-4b10-93bc-843fd6b716de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.626791 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 78069005-8e35-4277-8fe3-28d79fc9df45, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78069005-8e35-4277-8fe3-28d79fc9df45,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:42.668547 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e35d0c0f-f606-4b10-93bc-843fd6b716de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.747835 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e009-8520-40d5-ab07-4744c2bab2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.758492 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.758492 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:42.834425 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=78069005-8e35-4277-8fe3-28d79fc9df45,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:42.837762 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:42.871950 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e35d0c0f-f606-4b10-93bc-843fd6b716de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.881920 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e35d0c0f-f606-4b10-93bc-843fd6b716de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:42.884307 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-e35d0c0f-f606-4b10-93bc-843fd6b716de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/632a2a27-a5cf-4f78-8493-7f8688a3b44a HTTP/1.1" status: 204 len: 168 time: 0.3499539 Jun 18 19:45:42.886174 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-bac51a04-5b88-4f3b-8fb6-29c24342e545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:42.908607 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d0c0f-f606-4b10-93bc-843fd6b716de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632a2a27-a5cf-4f78-8493-7f8688a3b44a,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:42.915804 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e35d0c0f-f606-4b10-93bc-843fd6b716de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:42.964246 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e009-8520-40d5-ab07-4744c2bab2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:43.052434 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e4c0e009-8520-40d5-ab07-4744c2bab2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:43.056688 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:43.109134 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-e4c0e009-8520-40d5-ab07-4744c2bab2ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6462103b87334da1b3f2c167c7b997a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5628810 Jun 18 19:45:43.111605 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0e009-8520-40d5-ab07-4744c2bab2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d00dd0-232e-4767-98e2-f92fc69d61ed,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:43.114938 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e4c0e009-8520-40d5-ab07-4744c2bab2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:43.115639 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46470) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:43.134246 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f0759-fd2d-4b9e-8d37-9da46c3fc138 req-8c205ee8-01eb-4cd0-8915-0b09687e2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:43.134848 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-451f0759-fd2d-4b9e-8d37-9da46c3fc138 req-8c205ee8-01eb-4cd0-8915-0b09687e2449 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 1098 time: 0.1154728 Jun 18 19:45:43.179138 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-93356842-0568-4317-be1d-85a433d0a6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:43.185902 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-451f0759-fd2d-4b9e-8d37-9da46c3fc138 req-d7a2ce0d-04ef-4fde-8ece-c03dd178d5b5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366530 Jun 18 19:45:43.212966 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-93356842-0568-4317-be1d-85a433d0a6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:43.413057 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-93356842-0568-4317-be1d-85a433d0a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:43.416014 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-93356842-0568-4317-be1d-85a433d0a6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:43.417501 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-93356842-0568-4317-be1d-85a433d0a6ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67d00dd0-232e-4767-98e2-f92fc69d61ed HTTP/1.1" status: 204 len: 168 time: 0.2998538 Jun 18 19:45:43.418192 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:43.429247 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93356842-0568-4317-be1d-85a433d0a6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d00dd0-232e-4767-98e2-f92fc69d61ed,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:43.431991 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-93356842-0568-4317-be1d-85a433d0a6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:43.683622 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64951a-8201-4245-a9ec-810c1916bd8d req-ba3fa88e-2d69-439a-a428-4b6a37036ee8 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:43.685190 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-cb64951a-8201-4245-a9ec-810c1916bd8d req-ba3fa88e-2d69-439a-a428-4b6a37036ee8 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1272140 Jun 18 19:45:43.710572 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a68cf-2fbc-460c-8cbc-5e6581df1720 req-11e55d43-7618-43ea-8cbc-e5c67f438ff5 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:43.712078 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8c0a68cf-2fbc-460c-8cbc-5e6581df1720 req-11e55d43-7618-43ea-8cbc-e5c67f438ff5 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1042869 Jun 18 19:45:43.787475 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-cb64951a-8201-4245-a9ec-810c1916bd8d req-3f433acb-0ba6-42bd-9c3d-272ddab111ba tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914400 Jun 18 19:45:43.796332 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8c0a68cf-2fbc-460c-8cbc-5e6581df1720 req-ef3406a6-294e-4785-85c0-08e2df248056 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723596 Jun 18 19:45:43.870873 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46488) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:43.885271 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fbebc622-1341-4538-948d-25ff64e727f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:43.989479 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fbebc622-1341-4538-948d-25ff64e727f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.065262 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fbebc622-1341-4538-948d-25ff64e727f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.069628 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-f277b36b-8701-46f8-b677-30ac94aa9011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:44.109830 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-fbebc622-1341-4538-948d-25ff64e727f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3bc641f7b87b486485628818a494a9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396770 Jun 18 19:45:44.110584 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebc622-1341-4538-948d-25ff64e727f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a5314d-786f-467c-ae7e-c1470660df79,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:44.112981 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46494) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:44.119305 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-fbebc622-1341-4538-948d-25ff64e727f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:44.173630 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-43f9369a-2247-4b66-ad6b-994725d65325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.200710 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-43f9369a-2247-4b66-ad6b-994725d65325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.242999 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 46500) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:44.264562 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-087fd0fe-b311-4f95-8abe-6283779618c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.414151 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-087fd0fe-b311-4f95-8abe-6283779618c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.575220 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf7c0a5-6a37-44c4-b623-bd1c316b2049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78069005-8e35-4277-8fe3-28d79fc9df45'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:44.578509 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acd9b1c-1b5a-4905-8df1-779fd67172d3" -d '{"events": [{"server_uuid": "5bf7c0a5-6a37-44c4-b623-bd1c316b2049", "name": "network-vif-plugged", "status": "completed", "tag": "78069005-8e35-4277-8fe3-28d79fc9df45"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:44.619022 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-087fd0fe-b311-4f95-8abe-6283779618c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.628656 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-43f9369a-2247-4b66-ad6b-994725d65325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.628656 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-43f9369a-2247-4b66-ad6b-994725d65325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.629004 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:44.629079 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-43f9369a-2247-4b66-ad6b-994725d65325 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1a5314d-786f-467c-ae7e-c1470660df79 HTTP/1.1" status: 204 len: 168 time: 0.5107098 Jun 18 19:45:44.629079 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c03a9cf7-53a1-4f6b-8a1d-2cc556bc6b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:44.633423 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3d38cb-9777-4034-9709-946295e02f32 x-openstack-request-id: req-bc3d38cb-9777-4034-9709-946295e02f32 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:44.634105 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf7c0a5-6a37-44c4-b623-bd1c316b2049", "name": "network-vif-plugged", "status": "completed", "tag": "78069005-8e35-4277-8fe3-28d79fc9df45", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:44.634726 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc3d38cb-9777-4034-9709-946295e02f32 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:44.636761 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf7c0a5-6a37-44c4-b623-bd1c316b2049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78069005-8e35-4277-8fe3-28d79fc9df45', 'code': 200} Jun 18 19:45:44.637775 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9369a-2247-4b66-ad6b-994725d65325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a5314d-786f-467c-ae7e-c1470660df79,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:44.648710 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-43f9369a-2247-4b66-ad6b-994725d65325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:44.666713 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-087fd0fe-b311-4f95-8abe-6283779618c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56928d7946354a9d8f1053d94ad3936a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220679 Jun 18 19:45:44.667872 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fd0fe-b311-4f95-8abe-6283779618c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb4aef0-d1e4-4e48-ae44-cf0aa0a69e68,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:44.670081 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46512) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:44.671277 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-087fd0fe-b311-4f95-8abe-6283779618c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:44.765540 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c76c47f7-8bd5-4bbd-887d-7c1ee629f42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.802741 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c76c47f7-8bd5-4bbd-887d-7c1ee629f42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:44.988481 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c76c47f7-8bd5-4bbd-887d-7c1ee629f42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:45.013446 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c76c47f7-8bd5-4bbd-887d-7c1ee629f42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:45.015025 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c76c47f7-8bd5-4bbd-887d-7c1ee629f42a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfb4aef0-d1e4-4e48-ae44-cf0aa0a69e68 HTTP/1.1" status: 204 len: 168 time: 0.3374906 Jun 18 19:45:45.018897 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:45.029431 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c47f7-8bd5-4bbd-887d-7c1ee629f42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb4aef0-d1e4-4e48-ae44-cf0aa0a69e68,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:45.047976 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c76c47f7-8bd5-4bbd-887d-7c1ee629f42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:45.142949 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69dca9-cde6-4cf6-a4d0-0ec2da26ef52 req-a98d0072-9f1a-4251-84ff-e9d786b557bd tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:45.144754 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-af69dca9-cde6-4cf6-a4d0-0ec2da26ef52 req-a98d0072-9f1a-4251-84ff-e9d786b557bd tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1710274 Jun 18 19:45:45.223164 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774e757-fc6a-4a39-8a30-3ccb405bbc66 req-51257afe-945b-4fd4-a1b2-5d20bb1f6c00 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:45.224858 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9774e757-fc6a-4a39-8a30-3ccb405bbc66 req-51257afe-945b-4fd4-a1b2-5d20bb1f6c00 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1667120 Jun 18 19:45:45.252493 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a4a99-6c09-4b29-b9c8-d69a31278935 req-13b9c563-02f6-4b58-a467-ebe6e430cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:45.254810 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3e9a4a99-6c09-4b29-b9c8-d69a31278935 req-13b9c563-02f6-4b58-a467-ebe6e430cf1f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 1098 time: 0.1344471 Jun 18 19:45:45.274869 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-af69dca9-cde6-4cf6-a4d0-0ec2da26ef52 req-6c5a9af8-f3be-4c56-9dc8-54f479eb4f2a tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077259 Jun 18 19:45:45.300604 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3e9a4a99-6c09-4b29-b9c8-d69a31278935 req-b196ac46-7dd4-4f6f-8eaa-8b8ec916f1c9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384440 Jun 18 19:45:45.325243 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9774e757-fc6a-4a39-8a30-3ccb405bbc66 req-269bc646-820a-4eda-911b-e9957c9640f9 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849609 Jun 18 19:45:46.608889 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-5b964ae0-e564-4022-bc31-4e2fb0209610 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:46.610871 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-5b964ae0-e564-4022-bc31-4e2fb0209610 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/networks?id=ffba962a-7722-47db-a3ba-7bb75f48a4d9 HTTP/1.1" status: 200 len: 815 time: 0.2052848 Jun 18 19:45:46.630921 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-f7f7cff3-bb04-46fe-b9b6-75774d9b779c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/quotas/162ba356a07946bfa0bca0d17fb7fe68 HTTP/1.1" status: 200 len: 375 time: 0.0137131 Jun 18 19:45:46.712134 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-35d975de-57aa-43bb-b78a-94e9e2d300c7 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0749402 Jun 18 19:45:46.920453 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-cf946baf-61fe-4777-9046-442b3f210792 service neutron] 10.222.0.30 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013071 Jun 18 19:45:47.082366 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-c0fd7934-5882-4b6f-bfa9-ec0a9aa1f2c4 service neutron] 10.222.0.30 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609056 Jun 18 19:45:47.124188 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46614) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:47.155913 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41245c-7dd1-48a6-af77-3728b2523dfc req-28c8a92d-993f-465d-b809-ea01e29d1d3e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:47.158494 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3e41245c-7dd1-48a6-af77-3728b2523dfc req-28c8a92d-993f-465d-b809-ea01e29d1d3e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.0963602 Jun 18 19:45:47.229027 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3e41245c-7dd1-48a6-af77-3728b2523dfc req-ac8a09c4-12d1-4bdd-b088-55b6ef9ff174 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634701 Jun 18 19:45:47.311426 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.478807 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.584763 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c16a5-59e2-493b-aa3d-1149dcb21bd5 req-77d28752-c12f-4937-bdc7-471706d28f42 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:47.586363 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-df2c16a5-59e2-493b-aa3d-1149dcb21bd5 req-77d28752-c12f-4937-bdc7-471706d28f42 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1695890 Jun 18 19:45:47.616816 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.629260 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:47.681540 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fda771-496e-4795-813f-febf4a80cfde,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:47.707358 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a8a5e5a1edd4381a065607b7b712efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5779808 Jun 18 19:45:47.707358 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:47.707358 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:47.707358 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:47.707659 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:47.708040 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:47.708331 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:47.708810 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:47.708997 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 46636) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:47.709741 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:47.709741 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:47.710119 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:47.710119 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:47.710647 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:47.729137 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-df2c16a5-59e2-493b-aa3d-1149dcb21bd5 req-cbf6fc82-3128-413c-ae88-087c6b31534a tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334264 Jun 18 19:45:47.730703 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:47.758590 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a58a69-7bda-4d34-bd47-4e3f33a7db97 req-b30cf0f4-71f5-4d7c-bd94-f78a44414720 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:47.762734 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-55a58a69-7bda-4d34-bd47-4e3f33a7db97 req-b30cf0f4-71f5-4d7c-bd94-f78a44414720 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 945 time: 0.2722933 Jun 18 19:45:47.806445 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.827509 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-55a58a69-7bda-4d34-bd47-4e3f33a7db97 req-21b068ef-7860-4fd8-b14f-ecd796ab8270 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551372 Jun 18 19:45:47.843478 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:47.859857 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0d0d0079-39fd-4cbb-81c1-66e1e419c80a req-5391a1a1-f61b-40cc-bbe9-5b0fd9a77b33 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 210 time: 0.0355048 Jun 18 19:45:48.036652 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:48.042551 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:48.053386 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8fda771-496e-4795-813f-febf4a80cfde HTTP/1.1" status: 204 len: 168 time: 0.3355973 Jun 18 19:45:48.056396 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:48.072148 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fda771-496e-4795-813f-febf4a80cfde,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:48.090321 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:48.091938 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:48.092901 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:48.094916 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:48.095611 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:48.096288 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:48.097174 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:48.098027 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:48.098195 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8458103-8238-4c22-9302-d9c03047b6d8 req-f78a1241-0a51-4439-96ab-7fa2a1775ced tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:48.099055 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:48.102508 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:48.102814 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f8458103-8238-4c22-9302-d9c03047b6d8 req-f78a1241-0a51-4439-96ab-7fa2a1775ced tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1280782 Jun 18 19:45:48.106877 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:48.107692 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:45:48.117568 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:48.118701 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 46658) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:48.147057 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-a6921150-16e3-40db-8226-e072280597cb tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Request body: {'floatingip': {'port_id': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:48.265121 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a6921150-16e3-40db-8226-e072280597cb tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:48.580450 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04528d40-e7f2-4073-bc9c-9a645b1f39b7 req-735e80b0-676d-47c6-8f74-cdffd0b18141 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:48.580450 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-04528d40-e7f2-4073-bc9c-9a645b1f39b7 req-735e80b0-676d-47c6-8f74-cdffd0b18141 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1298294 Jun 18 19:45:48.621345 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-04528d40-e7f2-4073-bc9c-9a645b1f39b7 req-aa2b00ec-918a-4039-8db1-9810253639dd tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497897 Jun 18 19:45:49.067447 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9907e2-299d-4dcb-b88d-78ca8402dcc5 req-5189821a-5366-4c01-a6f3-7741cc4cdb8a tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:49.068872 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5c9907e2-299d-4dcb-b88d-78ca8402dcc5 req-5189821a-5366-4c01-a6f3-7741cc4cdb8a tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 945 time: 0.0768638 Jun 18 19:45:49.180345 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5c9907e2-299d-4dcb-b88d-78ca8402dcc5 req-025be822-d9e3-4d26-b648-b5868bf37901 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953460 Jun 18 19:45:49.262499 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a6921150-16e3-40db-8226-e072280597cb tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.336888 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3421cb03-4413-4647-b711-bc99cddf420a req-39361abc-3157-4de9-ac34-08a09a7b0775 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 210 time: 0.0352442 Jun 18 19:45:49.383845 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46696) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:49.398423 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e7e16de6-fceb-4c3c-a361-e88c847d1779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.448879 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a6921150-16e3-40db-8226-e072280597cb tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.560399 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e7e16de6-fceb-4c3c-a361-e88c847d1779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.670555 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e7e16de6-fceb-4c3c-a361-e88c847d1779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:49.676259 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-43f9369a-2247-4b66-ad6b-994725d65325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:49.760798 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-e7e16de6-fceb-4c3c-a361-e88c847d1779 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2c5e58f1fd64a0eb6ef2491e86ae2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758276 Jun 18 19:45:49.764724 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e16de6-fceb-4c3c-a361-e88c847d1779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b606b50-5180-4288-87e2-596636cf3a69,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:49.792908 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e7e16de6-fceb-4c3c-a361-e88c847d1779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:49.792908 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46704) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:49.895136 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15170529-d221-4eb2-a24b-616a847b7f44 req-dbc33342-3598-4f01-ba83-0db3c333d44e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:49.907266 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-15170529-d221-4eb2-a24b-616a847b7f44 req-dbc33342-3598-4f01-ba83-0db3c333d44e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.2116179 Jun 18 19:45:49.978684 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-15170529-d221-4eb2-a24b-616a847b7f44 req-6e8cac14-093b-4811-9363-41a0fd3022fe tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698373 Jun 18 19:45:50.005619 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.l3_db [None req-a6921150-16e3-40db-8226-e072280597cb tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Floating IP b1bef8d1-ba6c-4751-aa79-414592104856 associated. External IP: 172.28.3.162, port: df9dcdf4-ce22-4910-8d26-b7722cbed4b9. Jun 18 19:45:50.008859 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-358efb5c-2874-4e33-a441-f7a2a35403de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:50.009374 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32945aee-ef6c-4969-95b2-0cfe9268b947 req-d0c08fe4-edb5-4160-b043-addfce06beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:50.010920 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-32945aee-ef6c-4969-95b2-0cfe9268b947 req-d0c08fe4-edb5-4160-b043-addfce06beb2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 1098 time: 0.1824036 Jun 18 19:45:50.065861 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-358efb5c-2874-4e33-a441-f7a2a35403de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:50.093276 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd983b79-b9b2-4c24-b4ec-842f75ce4d74 req-b9904825-536c-430e-b597-451d5d254aa6 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:50.095338 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fd983b79-b9b2-4c24-b4ec-842f75ce4d74 req-b9904825-536c-430e-b597-451d5d254aa6 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 945 time: 0.5815945 Jun 18 19:45:50.282476 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-358efb5c-2874-4e33-a441-f7a2a35403de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:50.287147 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-358efb5c-2874-4e33-a441-f7a2a35403de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:50.292955 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-358efb5c-2874-4e33-a441-f7a2a35403de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b606b50-5180-4288-87e2-596636cf3a69 HTTP/1.1" status: 204 len: 168 time: 0.5015941 Jun 18 19:45:50.292955 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8813e850-eeb2-46ef-b127-23312393fd3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:50.311864 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358efb5c-2874-4e33-a441-f7a2a35403de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b606b50-5180-4288-87e2-596636cf3a69,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:50.315627 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-358efb5c-2874-4e33-a441-f7a2a35403de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:50.379948 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32945aee-ef6c-4969-95b2-0cfe9268b947 req-f61ea41c-bbd8-487b-839a-f9e7c5d0df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:50.381439 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-32945aee-ef6c-4969-95b2-0cfe9268b947 req-f61ea41c-bbd8-487b-839a-f9e7c5d0df7d service neutron] 10.222.0.22 "GET /v2.0/networks?id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd HTTP/1.1" status: 200 len: 919 time: 0.3142748 Jun 18 19:45:50.448168 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-32945aee-ef6c-4969-95b2-0cfe9268b947 req-6d673534-43e8-457a-bbed-ef92f16ff919 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78069005-8e35-4277-8fe3-28d79fc9df45 HTTP/1.1" status: 200 len: 217 time: 0.0554831 Jun 18 19:45:50.540108 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-fd983b79-b9b2-4c24-b4ec-842f75ce4d74 req-c3468c3e-a0e4-4bb2-a27f-8defdd636b4d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Deleting port 3771dcde-aa36-4234-814e-ff9566d5b126 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:45:50.543031 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-fd983b79-b9b2-4c24-b4ec-842f75ce4d74 req-c3468c3e-a0e4-4bb2-a27f-8defdd636b4d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:50.618231 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32945aee-ef6c-4969-95b2-0cfe9268b947 req-2495975b-8cc8-46f3-9c08-908b37a73410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:50.619693 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-32945aee-ef6c-4969-95b2-0cfe9268b947 req-2495975b-8cc8-46f3-9c08-908b37a73410 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1ac8de5a-7f2b-43ec-be09-ebdab19d9db7 HTTP/1.1" status: 200 len: 859 time: 0.1267450 Jun 18 19:45:50.629342 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6921150-16e3-40db-8226-e072280597cb tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Router 2eac83a4-851e-4f91-a207-a1b9a6509214 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:45:50.651471 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1f360-1039-42d0-9fe3-c6a596a29eb0 req-fdc62f90-a869-4432-afe3-82d8759f1468 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:50.653506 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-95e1f360-1039-42d0-9fe3-c6a596a29eb0 req-fdc62f90-a869-4432-afe3-82d8759f1468 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 945 time: 0.0862634 Jun 18 19:45:50.670224 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-32945aee-ef6c-4969-95b2-0cfe9268b947 req-c2351ac1-e7ee-4c28-8da6-f20dfd6fd3bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397232 Jun 18 19:45:50.695804 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a9e746b2-c921-41d2-b64e-a723d3e975e2 req-fb4a10f3-330a-4be5-a7b7-2d97547776ec tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 210 time: 0.0404985 Jun 18 19:45:50.709944 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-fd983b79-b9b2-4c24-b4ec-842f75ce4d74 req-c3468c3e-a0e4-4bb2-a27f-8defdd636b4d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] For port 3771dcde-aa36-4234-814e-ff9566d5b126, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3771dcde-aa36-4234-814e-ff9566d5b126,segment=NetworkSegment(1004b9c0-82a4-4cf7-a6a2-ee894971273c),segment_id=1004b9c0-82a4-4cf7-a6a2-ee894971273c)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:50.720652 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-fd983b79-b9b2-4c24-b4ec-842f75ce4d74 req-c3468c3e-a0e4-4bb2-a27f-8defdd636b4d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:50.755055 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-95e1f360-1039-42d0-9fe3-c6a596a29eb0 req-dddd5768-0209-40db-8101-57107cd28225 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e2af51c-fd7e-4722-abb0-c18ccb45a515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843177 Jun 18 19:45:50.814026 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-fd983b79-b9b2-4c24-b4ec-842f75ce4d74 req-c3468c3e-a0e4-4bb2-a27f-8defdd636b4d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Calling delete_port for 3771dcde-aa36-4234-814e-ff9566d5b126 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:45:51.204826 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6921150-16e3-40db-8226-e072280597cb tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:45:51.217810 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a6921150-16e3-40db-8226-e072280597cb tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:51.222903 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-32945aee-ef6c-4969-95b2-0cfe9268b947 req-1f97dfef-396b-441c-b289-af1c2f1362eb service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433989 Jun 18 19:45:51.223298 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7340051-f4c1-4037-a25f-87493580e6b9 None None] Sync routers for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:45:51.238268 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7340051-f4c1-4037-a25f-87493580e6b9 None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:51.239225 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-a7340051-f4c1-4037-a25f-87493580e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:45:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:51.293690 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d5eba-c5e7-4ba2-a117-36264219004b req-227592d4-dcfe-4d95-b31d-1d1719350cf2 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:51.301439 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dc6d5eba-c5e7-4ba2-a117-36264219004b req-227592d4-dcfe-4d95-b31d-1d1719350cf2 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1882398 Jun 18 19:45:51.398336 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dc6d5eba-c5e7-4ba2-a117-36264219004b req-a3d97cf7-4f01-4938-b131-a5e5b925e21e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900893 Jun 18 19:45:51.644106 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-95c75b03-51d5-40cc-92e3-29df08ff3921 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:51.645719 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-95c75b03-51d5-40cc-92e3-29df08ff3921 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "GET /v2.0/networks?id=ffba962a-7722-47db-a3ba-7bb75f48a4d9 HTTP/1.1" status: 200 len: 815 time: 0.6561773 Jun 18 19:45:51.653981 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-a7340051-f4c1-4037-a25f-87493580e6b9 None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:51.665519 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-a6921150-16e3-40db-8226-e072280597cb tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "PUT /v2.0/floatingips/b1bef8d1-ba6c-4751-aa79-414592104856 HTTP/1.1" status: 200 len: 991 time: 3.5416136 Jun 18 19:45:51.668666 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Request body: {'port': {'device_id': 'a5ae7290-8424-4ae5-83b3-322ce9135ec0', 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9', 'admin_state_up': True, 'tenant_id': '162ba356a07946bfa0bca0d17fb7fe68'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:51.673850 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e28bc4-c117-4b3a-bd13-93d6d6f27a3f', 'tag': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:51.676271 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de0d251-7807-4401-83e8-84bad44a27fa" -d '{"events": [{"name": "network-changed", "server_uuid": "16e28bc4-c117-4b3a-bd13-93d6d6f27a3f", "tag": "df9dcdf4-ce22-4910-8d26-b7722cbed4b9"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:51.782814 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-32945aee-ef6c-4969-95b2-0cfe9268b947 req-54329c97-a0ef-4e41-b31c-d1c3d5250f21 service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335321 Jun 18 19:45:51.792834 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcf43e2-fc84-4629-a6e2-b58b24e9fa28 x-openstack-request-id: req-cbcf43e2-fc84-4629-a6e2-b58b24e9fa28 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:51.793422 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e28bc4-c117-4b3a-bd13-93d6d6f27a3f", "tag": "df9dcdf4-ce22-4910-8d26-b7722cbed4b9", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:51.793867 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cbcf43e2-fc84-4629-a6e2-b58b24e9fa28 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:51.794439 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e28bc4-c117-4b3a-bd13-93d6d6f27a3f', 'tag': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9', 'status': 'completed', 'code': 200} Jun 18 19:45:51.855329 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-fd983b79-b9b2-4c24-b4ec-842f75ce4d74 req-c3468c3e-a0e4-4bb2-a27f-8defdd636b4d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:51.872349 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:51.910527 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3468c3e-a0e4-4bb2-a27f-8defdd636b4d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Pushing event deleted for resources: {'Port': ['ID=3771dcde-aa36-4234-814e-ff9566d5b126,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:51.956403 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c3468c3e-a0e4-4bb2-a27f-8defdd636b4d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:52.035119 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-65e273c6-b551-4f55-8733-0c3312030b17 req-2ca006b6-688c-4399-950d-68caed830126 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 210 time: 0.0877273 Jun 18 19:45:52.099751 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd983b79-b9b2-4c24-b4ec-842f75ce4d74 req-c3468c3e-a0e4-4bb2-a27f-8defdd636b4d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] No DVR routers for this DVR port 3771dcde-aa36-4234-814e-ff9566d5b126 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:45:52.108415 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Made reservation on behalf of 162ba356a07946bfa0bca0d17fb7fe68 for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:45:52.117486 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:52.128807 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-fd983b79-b9b2-4c24-b4ec-842f75ce4d74 req-c3468c3e-a0e4-4bb2-a27f-8defdd636b4d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:52.139051 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fd983b79-b9b2-4c24-b4ec-842f75ce4d74 req-c3468c3e-a0e4-4bb2-a27f-8defdd636b4d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.22 "DELETE /v2.0/ports/3771dcde-aa36-4234-814e-ff9566d5b126 HTTP/1.1" status: 204 len: 173 time: 2.0033822 Jun 18 19:45:52.159346 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0d251-7807-4401-83e8-84bad44a27fa req-25e4d586-9418-47d1-b455-dc4b5ddc1f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:52.161040 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0de0d251-7807-4401-83e8-84bad44a27fa req-25e4d586-9418-47d1-b455-dc4b5ddc1f79 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 1098 time: 0.3427122 Jun 18 19:45:52.174326 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-a7340051-f4c1-4037-a25f-87493580e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': 'b1bef8d1-ba6c-4751-aa79-414592104856', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'floating_ip_address': '172.28.3.162', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'port_id': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'mac_address': 'fa:16:3e:ea:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e28bc4-c117-4b3a-bd13-93d6d6f27a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:45:10Z', 'updated_at': '2021-06-18T19:45:49Z', 'revision_number': 1, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:07Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:52.219937 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7340051-f4c1-4037-a25f-87493580e6b9 None None] Checking router: 2eac83a4-851e-4f91-a207-a1b9a6509214 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:45:52.227421 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1fecfd22-d30a-4773-9e21-c85e28c7625a req-7cb531e7-934c-45cf-ba51-1f62e76a86f5 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 210 time: 0.0312541 Jun 18 19:45:52.229879 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7340051-f4c1-4037-a25f-87493580e6b9 None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:45:52.230550 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-a7340051-f4c1-4037-a25f-87493580e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:45:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:52.450910 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Allocated IP 172.20.0.13 (ffba962a-7722-47db-a3ba-7bb75f48a4d9/7c22996c-a305-4585-ad36-0f9144be17a7/b967fcde-f3a6-4d02-8763-2efdc77bc508) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:45:52.455141 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0d251-7807-4401-83e8-84bad44a27fa req-c3660fe2-5d66-4e4e-9cd8-d4382387f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:52.456835 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0de0d251-7807-4401-83e8-84bad44a27fa req-c3660fe2-5d66-4e4e-9cd8-d4382387f6ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 200 len: 911 time: 0.2013714 Jun 18 19:45:52.616111 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0de0d251-7807-4401-83e8-84bad44a27fa req-59b6a1fc-02b1-497f-bb1c-c07758114adc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9dcdf4-ce22-4910-8d26-b7722cbed4b9 HTTP/1.1" status: 200 len: 999 time: 0.1418197 Jun 18 19:45:52.627152 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-a7340051-f4c1-4037-a25f-87493580e6b9 None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:45:52.748908 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228c250-5b92-4931-ac28-4f9e6166a28d req-5c0977b3-5369-41bd-b55b-580eb0ab4b9f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:52.751537 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2228c250-5b92-4931-ac28-4f9e6166a28d req-5c0977b3-5369-41bd-b55b-580eb0ab4b9f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1145668 Jun 18 19:45:52.797606 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0d251-7807-4401-83e8-84bad44a27fa req-26c25c51-32c0-4f09-8450-af7bd159ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:52.799143 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0de0d251-7807-4401-83e8-84bad44a27fa req-26c25c51-32c0-4f09-8450-af7bd159ad9b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc1a5fed-d7ef-4e8a-8976-b177519138c1 HTTP/1.1" status: 200 len: 850 time: 0.1420281 Jun 18 19:45:52.806479 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2228c250-5b92-4931-ac28-4f9e6166a28d req-0836e0f2-fb4f-4f27-9972-16963738f09e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461385 Jun 18 19:45:52.955226 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:52.959861 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0d251-7807-4401-83e8-84bad44a27fa req-5e896d0d-6380-4221-a7a6-762393f3a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:52.961937 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0de0d251-7807-4401-83e8-84bad44a27fa req-5e896d0d-6380-4221-a7a6-762393f3a7c6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6ccd7341-ba13-4dc8-9762-671f827fe485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1512530 Jun 18 19:45:52.988507 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-a7340051-f4c1-4037-a25f-87493580e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': 'b1bef8d1-ba6c-4751-aa79-414592104856', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'floating_ip_address': '172.28.3.162', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'port_id': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'mac_address': 'fa:16:3e:ea:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e28bc4-c117-4b3a-bd13-93d6d6f27a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:45:10Z', 'updated_at': '2021-06-18T19:45:49Z', 'revision_number': 1, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:07Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:53.015740 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7340051-f4c1-4037-a25f-87493580e6b9 None None] The sync data for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb is: [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': 'b1bef8d1-ba6c-4751-aa79-414592104856', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'floating_ip_address': '172.28.3.162', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'port_id': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'mac_address': 'fa:16:3e:ea:92:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e28bc4-c117-4b3a-bd13-93d6d6f27a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:45:10Z', 'updated_at': '2021-06-18T19:45:49Z', 'revision_number': 1, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:07Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:45:53.121281 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0de0d251-7807-4401-83e8-84bad44a27fa req-8969da42-c3a4-498a-b774-3b48b302d6d9 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437237 Jun 18 19:45:53.210107 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:53.228864 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['0ed5c894-6d73-4d34-bf4f-f5915add8884'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:45:53.244168 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:53.271092 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Network ffba962a-7722-47db-a3ba-7bb75f48a4d9 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:45:53.289627 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:45:53.336870 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46820) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:53.351215 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:45:53.380819 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:53.382148 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:53.426476 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501bd5b-f697-43c7-8868-b61623d7d099 None None] New status for floating IP b1bef8d1-ba6c-4751-aa79-414592104856: ACTIVE {{(pid=100014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:45:53.497475 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Pushing event updated for resources: {'Port': ['ID=b967fcde-f3a6-4d02-8763-2efdc77bc508,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:53.513406 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:53.537178 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8759415 Jun 18 19:45:53.546111 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0de0d251-7807-4401-83e8-84bad44a27fa req-e575b3fa-6859-43de-81d5-51d61f9e6e12 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181979 Jun 18 19:45:53.556874 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Request body: {'port': {'device_id': 'a5ae7290-8424-4ae5-83b3-322ce9135ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:45:53.671340 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009d9c4-cb3a-4d2a-a459-fbc8dd3c0558 req-df93eb76-201e-4d98-b9a1-8cae359e59eb tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:53.673642 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c009d9c4-cb3a-4d2a-a459-fbc8dd3c0558 req-df93eb76-201e-4d98-b9a1-8cae359e59eb tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 932 time: 0.3572383 Jun 18 19:45:53.699505 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9a932fcf-2222-4891-ae25-67d18fdbb5ba req-32ef1e0f-d3d0-4619-8260-f0c7293cebc3 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f233e1b-84d9-47f5-894a-3e2dd2cb2b96 HTTP/1.1" status: 200 len: 210 time: 0.1640947 Jun 18 19:45:53.764029 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-036597a4-9e87-4517-ac06-b8b320d9555a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:53.770556 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:53.783552 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 3771dcde-aa36-4234-814e-ff9566d5b126 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:45:53.796095 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f233e1b-84d9-47f5-894a-3e2dd2cb2b96', 'name': 'network-vif-deleted', 'tag': '3771dcde-aa36-4234-814e-ff9566d5b126'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:53.798650 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c187cc-d4fc-4431-a727-97017bf21977" -d '{"events": [{"server_uuid": "0f233e1b-84d9-47f5-894a-3e2dd2cb2b96", "name": "network-vif-deleted", "tag": "3771dcde-aa36-4234-814e-ff9566d5b126"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:53.814042 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c009d9c4-cb3a-4d2a-a459-fbc8dd3c0558 req-11c4d1ed-281b-4bb6-a488-aa87ee2221f1 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133332 Jun 18 19:45:53.846608 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 3771dcde-aa36-4234-814e-ff9566d5b126 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:45:53.847668 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 3771dcde-aa36-4234-814e-ff9566d5b126 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:45:54.011017 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-036597a4-9e87-4517-ac06-b8b320d9555a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:54.043636 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b280c194-550f-496d-968c-da910e4821f1 x-openstack-request-id: req-b280c194-550f-496d-968c-da910e4821f1 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:54.044002 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f233e1b-84d9-47f5-894a-3e2dd2cb2b96", "name": "network-vif-deleted", "tag": "3771dcde-aa36-4234-814e-ff9566d5b126", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:54.044292 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b280c194-550f-496d-968c-da910e4821f1 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:54.044757 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f233e1b-84d9-47f5-894a-3e2dd2cb2b96', 'name': 'network-vif-deleted', 'tag': '3771dcde-aa36-4234-814e-ff9566d5b126', 'status': 'completed', 'code': 200} Jun 18 19:45:54.112875 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-036597a4-9e87-4517-ac06-b8b320d9555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:54.170483 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:54.174528 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-036597a4-9e87-4517-ac06-b8b320d9555a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0b2ca8ed37a4f19964269fe850c5646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8364599 Jun 18 19:45:54.177183 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46848) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:54.242641 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036597a4-9e87-4517-ac06-b8b320d9555a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aa53e6-d5c4-4f78-ba89-4d2ae05dd354,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:54.267820 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-036597a4-9e87-4517-ac06-b8b320d9555a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:54.306283 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1bc78-ce76-44d7-b94a-c7a23c659cba req-ce5ec6e0-f313-4625-bde3-8a0fe49b85f4 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:54.312898 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6bc1bc78-ce76-44d7-b94a-c7a23c659cba req-ce5ec6e0-f313-4625-bde3-8a0fe49b85f4 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.2545309 Jun 18 19:45:54.325109 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c96d72dc-a8a4-493d-b983-1feba0ee8c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:54.362745 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c96d72dc-a8a4-493d-b983-1feba0ee8c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:54.391540 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6bc1bc78-ce76-44d7-b94a-c7a23c659cba req-baa44252-17d5-4693-ba15-c41a9cebe42b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774097 Jun 18 19:45:54.399660 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 46852) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:54.443605 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b967fcde-f3a6-4d02-8763-2efdc77bc508 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:45:54.484379 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:54.544124 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c96d72dc-a8a4-493d-b983-1feba0ee8c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:54.544463 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Transition to ACTIVE for port object b967fcde-f3a6-4d02-8763-2efdc77bc508 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:45:54.548297 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c96d72dc-a8a4-493d-b983-1feba0ee8c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:54.554335 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c96d72dc-a8a4-493d-b983-1feba0ee8c5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14aa53e6-d5c4-4f78-ba89-4d2ae05dd354 HTTP/1.1" status: 204 len: 168 time: 0.3663266 Jun 18 19:45:54.554335 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:54.560329 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d72dc-a8a4-493d-b983-1feba0ee8c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aa53e6-d5c4-4f78-ba89-4d2ae05dd354,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:54.562614 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c96d72dc-a8a4-493d-b983-1feba0ee8c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:54.588228 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-1403869a-a587-4179-a630-dff21f818f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:54.601365 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:54.603585 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:54.658752 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-99e51c52-c147-46e4-98c8-92fb041a63f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:54.702423 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Pushing event updated for resources: {'Port': ['ID=b967fcde-f3a6-4d02-8763-2efdc77bc508,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:54.707520 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:54.767017 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Attempting to bind port b967fcde-f3a6-4d02-8763-2efdc77bc508 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:45:54.767352 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Attempting to bind port b967fcde-f3a6-4d02-8763-2efdc77bc508 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:45:54.767679 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Attempting to bind port b967fcde-f3a6-4d02-8763-2efdc77bc508 on network ffba962a-7722-47db-a3ba-7bb75f48a4d9 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:54.781622 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Port b967fcde-f3a6-4d02-8763-2efdc77bc508 on network ffba962a-7722-47db-a3ba-7bb75f48a4d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:45:54.782014 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Attempting to bind port b967fcde-f3a6-4d02-8763-2efdc77bc508 on network ffba962a-7722-47db-a3ba-7bb75f48a4d9 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:45:54.789248 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:45:54.789588 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Checking segment: {'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:45:54.789971 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Bound using segment: {'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:45:54.790403 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Bound port: b967fcde-f3a6-4d02-8763-2efdc77bc508, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:45:54.790749 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:54.910339 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-99e51c52-c147-46e4-98c8-92fb041a63f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:54.918946 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] For port b967fcde-f3a6-4d02-8763-2efdc77bc508, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:45:54.928553 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] For port b967fcde-f3a6-4d02-8763-2efdc77bc508, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b967fcde-f3a6-4d02-8763-2efdc77bc508,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:45:54.972989 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-99e51c52-c147-46e4-98c8-92fb041a63f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:54.977912 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7c836d1d-6a4b-42ef-93a0-1f41ca0e12bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:55.014121 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:55.053366 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b08a6-bbcb-44f0-9167-e3d807aac848 req-3c516740-f3c9-4f87-b6ac-0f57a711fe4f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:55.054922 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4e3b08a6-bbcb-44f0-9167-e3d807aac848 req-3c516740-f3c9-4f87-b6ac-0f57a711fe4f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 944 time: 0.0807614 Jun 18 19:45:55.065858 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-99e51c52-c147-46e4-98c8-92fb041a63f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7a6b603374f4641bf5f6ad5b4521f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6615479 Jun 18 19:45:55.066498 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46880) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:55.066629 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e51c52-c147-46e4-98c8-92fb041a63f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d2f52b-921c-47b9-b956-a41b108b7246,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:55.069642 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-99e51c52-c147-46e4-98c8-92fb041a63f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:55.070112 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:55.073188 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:55.073800 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:55.075224 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] 10.222.0.22 "PUT /v2.0/ports/b967fcde-f3a6-4d02-8763-2efdc77bc508 HTTP/1.1" status: 200 len: 1094 time: 1.5230098 Jun 18 19:45:55.135448 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Pushing event updated for resources: {'Port': ['ID=b967fcde-f3a6-4d02-8763-2efdc77bc508,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:55.138618 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:55.152383 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4e3b08a6-bbcb-44f0-9167-e3d807aac848 req-53a7ddde-8185-4839-998a-c96c7621fee9 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793493 Jun 18 19:45:55.174021 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7513d305-bb89-47d0-b0dd-69a03f537ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:55.192230 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7513d305-bb89-47d0-b0dd-69a03f537ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:55.264614 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-adff8ac9-2247-4a57-93d1-bfb0bfbc4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:55.264614 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-adff8ac9-2247-4a57-93d1-bfb0bfbc4cc8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0709562 Jun 18 19:45:55.317759 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-45ad219f-e46e-4909-b7e6-ea6e6f29da3e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b967fcde-f3a6-4d02-8763-2efdc77bc508 HTTP/1.1" status: 200 len: 217 time: 0.0433378 Jun 18 19:45:55.349397 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7513d305-bb89-47d0-b0dd-69a03f537ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:55.352349 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7513d305-bb89-47d0-b0dd-69a03f537ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:55.353682 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-7513d305-bb89-47d0-b0dd-69a03f537ee6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58d2f52b-921c-47b9-b956-a41b108b7246 HTTP/1.1" status: 204 len: 168 time: 0.2863669 Jun 18 19:45:55.354736 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:55.365701 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46888) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:55.382241 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513d305-bb89-47d0-b0dd-69a03f537ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d2f52b-921c-47b9-b956-a41b108b7246,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:55.394801 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-1544de22-6ff8-41cd-b1af-2067ab040187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:55.396645 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-1544de22-6ff8-41cd-b1af-2067ab040187 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c22996c-a305-4585-ad36-0f9144be17a7 HTTP/1.1" status: 200 len: 855 time: 0.0658386 Jun 18 19:45:55.411893 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7513d305-bb89-47d0-b0dd-69a03f537ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:55.413296 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9774e697-4a3f-456e-bcf4-d2ff5b4eab35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:55.444001 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-c9d28259-eb5f-4508-a6fa-a01feefb1061 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ffba962a-7722-47db-a3ba-7bb75f48a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381558 Jun 18 19:45:55.549921 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9774e697-4a3f-456e-bcf4-d2ff5b4eab35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:55.560486 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-eb54b065-8b14-4a9e-88cb-fae4481a6eda service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068387 Jun 18 19:45:55.630548 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090cf06-b17a-45b6-a538-dd009c539ed8 req-6033063d-d385-4ad8-b63d-a42934a5d4de tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:55.632354 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a090cf06-b17a-45b6-a538-dd009c539ed8 req-6033063d-d385-4ad8-b63d-a42934a5d4de tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.0747418 Jun 18 19:45:55.654376 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9774e697-4a3f-456e-bcf4-d2ff5b4eab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:55.660102 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-5fd759e7-6e5f-4b26-b872-08484bf22ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:55.690210 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774e697-4a3f-456e-bcf4-d2ff5b4eab35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae214de-5cfd-403f-b62e-0edcfbca6dba,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:55.693703 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-9774e697-4a3f-456e-bcf4-d2ff5b4eab35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:55.696378 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e7789549-a8e2-41de-94e1-7c73233cbd2e req-8a3e9d83-08c3-40ff-928b-26ef96338d8c service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283276 Jun 18 19:45:55.755084 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a090cf06-b17a-45b6-a538-dd009c539ed8 req-b07371d4-4659-4f7a-b6d1-e9fed2e691ac tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156404 Jun 18 19:45:55.772982 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-9774e697-4a3f-456e-bcf4-d2ff5b4eab35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7008a04eaf6456e964996985c6ec2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958709 Jun 18 19:45:55.772982 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46902) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:55.830598 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1cc9ed73-ca61-419f-881f-802fc0245f1a req-37c8f4ad-bb3e-486e-b199-efc7f3d7f631 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741622 Jun 18 19:45:55.840988 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e88a85ff-9016-407b-8f8a-0567defc9f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:55.868076 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e88a85ff-9016-407b-8f8a-0567defc9f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:55.976828 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9ed73-ca61-419f-881f-802fc0245f1a req-7d9c54e1-65dc-4810-b639-bded0b92de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:55.978695 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1cc9ed73-ca61-419f-881f-802fc0245f1a req-7d9c54e1-65dc-4810-b639-bded0b92de38 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 1098 time: 0.0944290 Jun 18 19:45:56.012756 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e88a85ff-9016-407b-8f8a-0567defc9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:56.015392 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e88a85ff-9016-407b-8f8a-0567defc9f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:56.017675 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-e88a85ff-9016-407b-8f8a-0567defc9f14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bae214de-5cfd-403f-b62e-0edcfbca6dba HTTP/1.1" status: 204 len: 168 time: 0.2435920 Jun 18 19:45:56.025110 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:56.027053 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a85ff-9016-407b-8f8a-0567defc9f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae214de-5cfd-403f-b62e-0edcfbca6dba,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:56.029635 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e88a85ff-9016-407b-8f8a-0567defc9f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:56.051134 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ae7290-8424-4ae5-83b3-322ce9135ec0', 'tag': 'b967fcde-f3a6-4d02-8763-2efdc77bc508'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:45:56.053901 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6edca7-c3b2-45da-96d1-fc6ca36c70ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ae7290-8424-4ae5-83b3-322ce9135ec0", "tag": "b967fcde-f3a6-4d02-8763-2efdc77bc508"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:45:56.110976 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9063861c-7f4d-4fef-ab2e-2d66c8ce39d1 x-openstack-request-id: req-9063861c-7f4d-4fef-ab2e-2d66c8ce39d1 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:45:56.110976 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ae7290-8424-4ae5-83b3-322ce9135ec0", "tag": "b967fcde-f3a6-4d02-8763-2efdc77bc508", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:45:56.110976 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9063861c-7f4d-4fef-ab2e-2d66c8ce39d1 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:45:56.110976 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ae7290-8424-4ae5-83b3-322ce9135ec0', 'tag': 'b967fcde-f3a6-4d02-8763-2efdc77bc508', 'status': 'completed', 'code': 200} Jun 18 19:45:56.124826 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9ed73-ca61-419f-881f-802fc0245f1a req-5858ff10-9b53-45e9-8b8b-cb966f49bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:56.127968 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1cc9ed73-ca61-419f-881f-802fc0245f1a req-5858ff10-9b53-45e9-8b8b-cb966f49bcc4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ffba962a-7722-47db-a3ba-7bb75f48a4d9 HTTP/1.1" status: 200 len: 915 time: 0.1263275 Jun 18 19:45:56.249304 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1cc9ed73-ca61-419f-881f-802fc0245f1a req-f52a4378-807b-44ce-b7c7-1268cf93b48c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ed5c894-6d73-4d34-bf4f-f5915add8884 HTTP/1.1" status: 200 len: 217 time: 0.0893695 Jun 18 19:45:56.318861 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9ed73-ca61-419f-881f-802fc0245f1a req-d56fcea9-1fcc-4e5b-a620-c6c59d016df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:56.320632 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1cc9ed73-ca61-419f-881f-802fc0245f1a req-d56fcea9-1fcc-4e5b-a620-c6c59d016df6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c22996c-a305-4585-ad36-0f9144be17a7 HTTP/1.1" status: 200 len: 855 time: 0.0636208 Jun 18 19:45:56.326683 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6edca7-c3b2-45da-96d1-fc6ca36c70ad req-72f19f27-f731-47d1-8a2e-5a9c4193d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:56.328146 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-8e6edca7-c3b2-45da-96d1-fc6ca36c70ad req-72f19f27-f731-47d1-8a2e-5a9c4193d459 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 1097 time: 0.1670606 Jun 18 19:45:56.404284 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee46aab-7bce-412d-b368-028f3ea0b61b req-7ca9c2c6-bf4f-431c-9e84-cabaf413f547 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:56.406969 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bee46aab-7bce-412d-b368-028f3ea0b61b req-7ca9c2c6-bf4f-431c-9e84-cabaf413f547 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 944 time: 0.1258719 Jun 18 19:45:56.457269 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bee46aab-7bce-412d-b368-028f3ea0b61b req-67bf43c5-9e54-45b5-a964-95d0c7250388 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437446 Jun 18 19:45:56.467017 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6edca7-c3b2-45da-96d1-fc6ca36c70ad req-8b89e50c-3d6c-40d1-b10b-01dad624676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:56.468513 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-8e6edca7-c3b2-45da-96d1-fc6ca36c70ad req-8b89e50c-3d6c-40d1-b10b-01dad624676c service neutron] 10.222.0.22 "GET /v2.0/networks?id=ffba962a-7722-47db-a3ba-7bb75f48a4d9 HTTP/1.1" status: 200 len: 915 time: 0.1299729 Jun 18 19:45:56.470855 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1cc9ed73-ca61-419f-881f-802fc0245f1a req-6ea3106c-9682-4752-8bcd-c86876b32c05 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ffba962a-7722-47db-a3ba-7bb75f48a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409597 Jun 18 19:45:56.482269 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 46930) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:56.535332 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-86347b31-56d2-4541-9cd5-8b396bf72e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:56.587593 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46936) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:56.588241 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-8e6edca7-c3b2-45da-96d1-fc6ca36c70ad req-0f1276ab-4452-4913-b8b0-1ffe86e46eb2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b967fcde-f3a6-4d02-8763-2efdc77bc508 HTTP/1.1" status: 200 len: 217 time: 0.0788381 Jun 18 19:45:56.647816 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc09e139-175d-4d6e-8a2f-ee94fd866173 admin admin] Deleting subnet bfd9e3d8-efc9-4f06-bb6b-1a0285289504 {{(pid=100013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:45:56.651843 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cc09e139-175d-4d6e-8a2f-ee94fd866173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:56.703016 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cc09e139-175d-4d6e-8a2f-ee94fd866173 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:56.714349 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cc09e139-175d-4d6e-8a2f-ee94fd866173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:56.949773 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cc09e139-175d-4d6e-8a2f-ee94fd866173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935'] for subnet, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:56.952945 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:56.980560 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6edca7-c3b2-45da-96d1-fc6ca36c70ad req-9ab3b964-2585-447a-824a-9fee42760683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:56.982065 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-8e6edca7-c3b2-45da-96d1-fc6ca36c70ad req-9ab3b964-2585-447a-824a-9fee42760683 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c22996c-a305-4585-ad36-0f9144be17a7 HTTP/1.1" status: 200 len: 855 time: 0.3599949 Jun 18 19:45:56.989409 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09e139-175d-4d6e-8a2f-ee94fd866173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd9e3d8-efc9-4f06-bb6b-1a0285289504,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:56.992073 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-cc09e139-175d-4d6e-8a2f-ee94fd866173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:56.992270 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1cc9ed73-ca61-419f-881f-802fc0245f1a req-bf119724-6279-460a-89d3-e9c065e90caf service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686720 Jun 18 19:45:57.033464 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cc09e139-175d-4d6e-8a2f-ee94fd866173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.036834 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-cc09e139-175d-4d6e-8a2f-ee94fd866173 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bfd9e3d8-efc9-4f06-bb6b-1a0285289504 HTTP/1.1" status: 204 len: 168 time: 0.4455411 Jun 18 19:45:57.036981 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-8e6edca7-c3b2-45da-96d1-fc6ca36c70ad req-5ecb5334-4478-4fe3-b6d2-5ea6ab358647 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ffba962a-7722-47db-a3ba-7bb75f48a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470204 Jun 18 19:45:57.037341 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 46962) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:57.142133 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.163094 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698ebd8-532e-406b-8ef1-855fa3ca50db req-f954d050-b68f-4b6e-ae8c-d26d6518ae21 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:57.164615 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4698ebd8-532e-406b-8ef1-855fa3ca50db req-f954d050-b68f-4b6e-ae8c-d26d6518ae21 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1846545 Jun 18 19:45:57.173209 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-63c3cad9-3a0d-49e6-94e4-c631ac2dcad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.205477 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1cc9ed73-ca61-419f-881f-802fc0245f1a req-beaf24ed-ed71-40a8-a88d-c6ac4bae8a47 service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022254 Jun 18 19:45:57.259213 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-86347b31-56d2-4541-9cd5-8b396bf72e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.294321 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-8e6edca7-c3b2-45da-96d1-fc6ca36c70ad req-83ec15a8-e209-420a-b791-6e9bc435e919 service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567705 Jun 18 19:45:57.358542 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4698ebd8-532e-406b-8ef1-855fa3ca50db req-ee3df820-2d4e-4b71-a86b-4e2d9d0ec02b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866367 Jun 18 19:45:57.383815 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.413667 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.414679 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.415582 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.415936 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > port after_create 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.416447 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.416836 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > port after_update 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.417229 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.417569 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.417896 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.418219 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.434984 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-86347b31-56d2-4541-9cd5-8b396bf72e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.441744 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-812ff17b-d747-47da-94c7-eeb8c69e312d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:57.503050 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-86347b31-56d2-4541-9cd5-8b396bf72e6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51e7c44b12224a5eb085de89559f07e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0211935 Jun 18 19:45:57.506166 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86347b31-56d2-4541-9cd5-8b396bf72e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d485c19-d562-4e63-a13e-0bb962bd9b90,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:57.510108 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 46978) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:57.512470 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-86347b31-56d2-4541-9cd5-8b396bf72e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:57.519570 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-8e6edca7-c3b2-45da-96d1-fc6ca36c70ad req-e0833af6-b3f8-4772-9f61-95be1045a308 service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099931 Jun 18 19:45:57.581463 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-eb5317c2-5e5c-4f23-b232-08bef859e3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.598023 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.598742 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.599145 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.599614 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:45:57.600153 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4447a7-6319-43e2-8a67-8ed7de863b8a']}} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:57.611875 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-eb5317c2-5e5c-4f23-b232-08bef859e3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.650645 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1004b9c0-82a4-4cf7-a6a2-ee894971273c') {'for_net_delete': True} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:57.651093 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1004b9c0-82a4-4cf7-a6a2-ee894971273c') {} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:45:57.682884 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3430585'] for segment, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.701992 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.713977 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:45:57.714390 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283797'] for segment, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: from cryptography.utils import int_from_bytes Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: from cryptography.utils import int_from_bytes Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: Traceback (most recent call last): Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: timer() Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: cb(*args, **kw) Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: return func(*args, **kwargs) Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: self._notify() Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: self.callback(batched_events) Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: event.method(event) Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: return f(self, *a, **k) Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: return self._get(url).json() Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: return self.request(url, 'GET', **kwargs) Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:45:57.718438 dv-cinder-790535-6-smb neutron-server[100013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:45:57.836321 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-eb5317c2-5e5c-4f23-b232-08bef859e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.840116 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-eb5317c2-5e5c-4f23-b232-08bef859e3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:57.841687 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-eb5317c2-5e5c-4f23-b232-08bef859e3c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d485c19-d562-4e63-a13e-0bb962bd9b90 HTTP/1.1" status: 204 len: 168 time: 0.3306243 Jun 18 19:45:57.842955 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-087fd0fe-b311-4f95-8abe-6283779618c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:57.863089 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5317c2-5e5c-4f23-b232-08bef859e3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d485c19-d562-4e63-a13e-0bb962bd9b90,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:57.870645 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-eb5317c2-5e5c-4f23-b232-08bef859e3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:57.997357 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88231e-62e0-4a15-943b-7ce672e0b33b req-b2df6c77-cadf-4568-bf99-c2eb79825c57 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:58.002216 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fb88231e-62e0-4a15-943b-7ce672e0b33b req-b2df6c77-cadf-4568-bf99-c2eb79825c57 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 944 time: 0.3953915 Jun 18 19:45:58.046686 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fb88231e-62e0-4a15-943b-7ce672e0b33b req-182a0a90-3320-400d-a6e8-599c9240a57b tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Jun 18 19:45:58.070277 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:58.078263 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:58.089343 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-68426eb4-67bb-4ef9-bb62-b2b5e1da0f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:58.095228 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:58.098185 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ee4447a7-6319-43e2-8a67-8ed7de863b8a HTTP/1.1" status: 204 len: 168 time: 1.0594082 Jun 18 19:45:58.111738 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4447a7-6319-43e2-8a67-8ed7de863b8a,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:58.116712 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-393d61da-a15b-4c0e-9e80-86a0cc8cdf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:58.418384 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:58.637464 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec21340-36c0-41bd-90e2-116c04a38ec8 req-62e74225-ad36-4f72-a19f-1408cd1647fd tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:58.640129 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7ec21340-36c0-41bd-90e2-116c04a38ec8 req-62e74225-ad36-4f72-a19f-1408cd1647fd tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1058416 Jun 18 19:45:58.707319 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7ec21340-36c0-41bd-90e2-116c04a38ec8 req-f0053c28-6ef5-48ec-ae56-47ac87ec127e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596704 Jun 18 19:45:58.770360 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47028) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:58.829291 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-62bf9de5-4438-4036-aa08-7db1f40f262c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bdfdd174c394b5aae90a480d9351066&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0560436 Jun 18 19:45:58.833429 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47030) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:45:58.902581 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-5622fd61-48f8-4b73-af40-1be0a7072a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:58.929298 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-5622fd61-48f8-4b73-af40-1be0a7072a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.099009 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.100475 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-5622fd61-48f8-4b73-af40-1be0a7072a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.103525 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-5622fd61-48f8-4b73-af40-1be0a7072a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:45:59.104760 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-5622fd61-48f8-4b73-af40-1be0a7072a74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e2af51c-fd7e-4722-abb0-c18ccb45a515 HTTP/1.1" status: 204 len: 168 time: 0.2696223 Jun 18 19:45:59.106168 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:45:59.115420 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622fd61-48f8-4b73-af40-1be0a7072a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2af51c-fd7e-4722-abb0-c18ccb45a515,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:45:59.142653 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5622fd61-48f8-4b73-af40-1be0a7072a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:45:59.277893 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17344b92-439d-4851-ba10-a75ae63a0339 req-c2e8ba89-ec98-45c3-8828-990023ed007b tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:45:59.284374 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-17344b92-439d-4851-ba10-a75ae63a0339 req-c2e8ba89-ec98-45c3-8828-990023ed007b tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 944 time: 0.0727654 Jun 18 19:45:59.322919 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-17344b92-439d-4851-ba10-a75ae63a0339 req-6dd1fa56-4f29-4776-96ed-51892e0028d7 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Jun 18 19:45:59.718100 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device b967fcde-f3a6-4d02-8763-2efdc77bc508 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:45:59.929000 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port b967fcde-f3a6-4d02-8763-2efdc77bc508, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b967fcde-f3a6-4d02-8763-2efdc77bc508,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:45:59.952373 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': 'b967fcde-f3a6-4d02-8763-2efdc77bc508', 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9', 'port_id': 'b967fcde-f3a6-4d02-8763-2efdc77bc508', 'mac_address': 'fa:16:3e:96:99:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c22996c-a305-4585-ad36-0f9144be17a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:46:00.040040 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:00.071181 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b967fcde-f3a6-4d02-8763-2efdc77bc508 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:00.113680 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port b967fcde-f3a6-4d02-8763-2efdc77bc508, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b967fcde-f3a6-4d02-8763-2efdc77bc508,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:00.116536 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:00.155112 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47088) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:00.162412 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5ddd4-e7b2-428d-829a-b856723a2c32 req-63dfd190-f739-4165-90af-8db2b805eb7f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:00.164939 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b8a5ddd4-e7b2-428d-829a-b856723a2c32 req-63dfd190-f739-4165-90af-8db2b805eb7f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1084719 Jun 18 19:46:00.207396 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:00.211807 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:00.255063 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b8a5ddd4-e7b2-428d-829a-b856723a2c32 req-e231924e-1b0b-42cb-bbf7-531bab82e835 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794525 Jun 18 19:46:00.302714 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=b967fcde-f3a6-4d02-8763-2efdc77bc508,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:00.311044 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:00.311395 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:00.311746 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:00.315477 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:00.315477 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:00.315477 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:00.315477 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:00.315477 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:00.315477 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:00.315477 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:00.315477 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:00.315477 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:00.319853 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:00.550598 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746c33d-53e6-4b81-a988-de645710f984 req-0d43b05a-0450-4936-958c-974d9c4cf2b5 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:00.553337 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8746c33d-53e6-4b81-a988-de645710f984 req-0d43b05a-0450-4936-958c-974d9c4cf2b5 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 945 time: 0.0987041 Jun 18 19:46:00.609232 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8746c33d-53e6-4b81-a988-de645710f984 req-3b914b0e-d8c5-48c3-a402-f0da3e454f39 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469346 Jun 18 19:46:00.726637 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-af68fd0b-715f-46c3-8229-5a651797420a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:00.764227 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['b967fcde-f3a6-4d02-8763-2efdc77bc508'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:46:00.853917 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-af68fd0b-715f-46c3-8229-5a651797420a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:00.888854 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47106) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:00.985809 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-af68fd0b-715f-46c3-8229-5a651797420a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:00.990151 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c060a910-d8d6-4c84-8ee7-2bcc094728b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:01.018532 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-af68fd0b-715f-46c3-8229-5a651797420a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce8dc739a1854cefbca73e9f5d1305df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8622475 Jun 18 19:46:01.018695 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47112) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:01.050331 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d32b586e-4e2f-42fa-a408-655021707362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:01.096034 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fba5f0f3-a834-412f-9d20-eb6474c8251b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:01.107336 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68fd0b-715f-46c3-8229-5a651797420a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d5f0bb-173e-4ec6-b052-d3d8ed4e87ff,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:01.124231 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fba5f0f3-a834-412f-9d20-eb6474c8251b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:01.133646 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-af68fd0b-715f-46c3-8229-5a651797420a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:01.178208 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d32b586e-4e2f-42fa-a408-655021707362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:01.368020 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fba5f0f3-a834-412f-9d20-eb6474c8251b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:01.369033 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d32b586e-4e2f-42fa-a408-655021707362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:01.374653 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fba5f0f3-a834-412f-9d20-eb6474c8251b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:01.382018 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-fba5f0f3-a834-412f-9d20-eb6474c8251b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47d5f0bb-173e-4ec6-b052-d3d8ed4e87ff HTTP/1.1" status: 204 len: 168 time: 0.3577352 Jun 18 19:46:01.382018 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-65febec0-c9d9-4cf5-ad88-4d9291b90a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:01.403165 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c7fd95bb-798e-46a7-8186-2bc8d2590b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:01.437190 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5f0f3-a834-412f-9d20-eb6474c8251b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d5f0bb-173e-4ec6-b052-d3d8ed4e87ff,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:01.438918 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b586e-4e2f-42fa-a408-655021707362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203151b8-5613-4961-b77a-2ced68a06353,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:01.445240 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-fba5f0f3-a834-412f-9d20-eb6474c8251b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:01.446150 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-d32b586e-4e2f-42fa-a408-655021707362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:01.470928 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-d32b586e-4e2f-42fa-a408-655021707362 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=682b3cab0219461ba14eb1e3141791a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800891 Jun 18 19:46:01.471916 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47126) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:01.526744 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47128) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:01.597604 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0564ad7-ccd7-4d01-ad99-72e72ef7c8e2 req-fbb65c14-8028-412b-86ba-6a4d272d40b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:01.599833 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d0564ad7-ccd7-4d01-ad99-72e72ef7c8e2 req-fbb65c14-8028-412b-86ba-6a4d272d40b6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1997211 Jun 18 19:46:01.607498 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2d9695bd-d31e-4981-b544-6024ad1c751c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:01.660205 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2d9695bd-d31e-4981-b544-6024ad1c751c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:01.707690 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-network', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:01.717984 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d0564ad7-ccd7-4d01-ad99-72e72ef7c8e2 req-25ddcc70-17a1-4a28-a2dc-872e95b871c3 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094687 Jun 18 19:46:01.824924 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2d9695bd-d31e-4981-b544-6024ad1c751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:01.828132 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2d9695bd-d31e-4981-b544-6024ad1c751c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:01.830405 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-2d9695bd-d31e-4981-b544-6024ad1c751c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/203151b8-5613-4961-b77a-2ced68a06353 HTTP/1.1" status: 204 len: 168 time: 0.3527069 Jun 18 19:46:01.831538 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-97f946b7-8e34-4e4d-b3be-e06e8f0c0437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:01.840544 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9695bd-d31e-4981-b544-6024ad1c751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203151b8-5613-4961-b77a-2ced68a06353,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:01.843513 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-2d9695bd-d31e-4981-b544-6024ad1c751c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:01.851781 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Made reservation on behalf of 768a52f89fe94070af46a943e64aaf6f for: {'network': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:01.854299 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:01.882110 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:01.976587 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687fabc-247f-47f6-895b-6dff33149b5b req-d0a702e5-19be-44c9-b48a-7c4ffaeafa63 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:01.979505 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8687fabc-247f-47f6-895b-6dff33149b5b req-d0a702e5-19be-44c9-b48a-7c4ffaeafa63 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 945 time: 0.1782813 Jun 18 19:46:02.072623 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8687fabc-247f-47f6-895b-6dff33149b5b req-54ca9f0b-bb1a-4d0a-be13-eff4ef7e4921 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615690 Jun 18 19:46:02.104108 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:02.207154 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:02.211277 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:02.239538 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=100013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:46:02.250573 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1b406a-ba68-4f1c-9c1f-31d688224904,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:02.254075 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:02.254825 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.segments_db [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Added segment 01227134-a3ad-4825-9ab0-555c06a5becf of type vlan for network eb24f8e6-01fe-44d5-9dba-2bf52964b0da Jun 18 19:46:02.256144 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:02.305029 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:02.397733 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47156) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:02.411768 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3015bb49-d219-47bb-ba4f-e2a61412b30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:02.421948 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:02.424471 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:02.425077 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:02.428997 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:02.511584 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Pushing event updated for resources: {'Network': ['ID=eb24f8e6-01fe-44d5-9dba-2bf52964b0da,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:02.515009 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:02.525827 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network eb24f8e6-01fe-44d5-9dba-2bf52964b0da details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:46:02.591512 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3015bb49-d219-47bb-ba4f-e2a61412b30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:02.699775 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3015bb49-d219-47bb-ba4f-e2a61412b30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:02.709383 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e7e16de6-fceb-4c3c-a361-e88c847d1779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:02.748349 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-3015bb49-d219-47bb-ba4f-e2a61412b30f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d82405f0c7a247a0b5e2240ca863c989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493512 Jun 18 19:46:02.748670 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47162) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:02.749317 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015bb49-d219-47bb-ba4f-e2a61412b30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f50d45f-a059-4a8f-9534-78af34768796,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:02.752666 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3015bb49-d219-47bb-ba4f-e2a61412b30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:02.776504 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47166) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:02.784392 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2482297 Jun 18 19:46:02.784872 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] Request body: {'subnet': {'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-subnet', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:02.790443 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47168) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:02.831066 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6725188f-d08a-4dd0-94a1-f571153c3201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:02.857218 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6725188f-d08a-4dd0-94a1-f571153c3201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:02.881422 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47172) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:02.898650 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] Made reservation on behalf of 768a52f89fe94070af46a943e64aaf6f for: {'subnet': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:02.901507 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:02.924558 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-467701b7-f044-4ca6-a92f-a53440500c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.014543 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf2403-be02-43ea-84aa-21cf9ef64caa req-8f3e6f6a-3a7c-442b-87ab-0ab8bbfb9050 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:03.016844 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-cfbf2403-be02-43ea-84aa-21cf9ef64caa req-8f3e6f6a-3a7c-442b-87ab-0ab8bbfb9050 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1485512 Jun 18 19:46:03.061412 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-cfbf2403-be02-43ea-84aa-21cf9ef64caa req-7b704a8c-06a4-477e-8642-25d1262a96c2 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376623 Jun 18 19:46:03.117851 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9eec5e38-d836-40d7-9126-c88098e2e07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.149282 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6725188f-d08a-4dd0-94a1-f571153c3201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.153999 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6725188f-d08a-4dd0-94a1-f571153c3201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.156013 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-6725188f-d08a-4dd0-94a1-f571153c3201 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f50d45f-a059-4a8f-9534-78af34768796 HTTP/1.1" status: 204 len: 168 time: 0.4053061 Jun 18 19:46:03.160755 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-db55649a-6f24-419b-8119-41c91fde03cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:03.177794 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725188f-d08a-4dd0-94a1-f571153c3201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f50d45f-a059-4a8f-9534-78af34768796,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:03.182139 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6725188f-d08a-4dd0-94a1-f571153c3201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:03.296213 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-1de7afb4-5d7c-4fb1-80c9-0bc7e6ebb1df tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=35dfae80a7a1435cb5f3b3ad6c1d051a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696814 Jun 18 19:46:03.418890 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935'] for subnet, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.421149 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c8fd24ab-25e0-43e3-9600-7ac07d69f532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:03.473192 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0653697-4e0e-4a33-be0c-cebd40779fe7,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:03.476527 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:03.482903 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-467701b7-f044-4ca6-a92f-a53440500c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.493607 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] Checking segment: {'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:03.493607 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] Network hostable DHCP agents. Network: eb24f8e6-01fe-44d5-9dba-2bf52964b0da, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:46:03.541369 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd690d84-31de-4c19-aeb1-4d0cd8e67b47 req-ad84a3fc-20b2-409f-8f0b-8e2fc33048ec tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:03.542885 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dd690d84-31de-4c19-aeb1-4d0cd8e67b47 req-ad84a3fc-20b2-409f-8f0b-8e2fc33048ec tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 945 time: 0.3110230 Jun 18 19:46:03.568454 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-467701b7-f044-4ca6-a92f-a53440500c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.581291 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-93356842-0568-4317-be1d-85a433d0a6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:03.597115 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-f93eda12-9448-4aec-95c3-e4ce171063b8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:03.600967 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-f93eda12-9448-4aec-95c3-e4ce171063b8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2935581 Jun 18 19:46:03.624076 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] Network eb24f8e6-01fe-44d5-9dba-2bf52964b0da is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:46:03.664263 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-467701b7-f044-4ca6-a92f-a53440500c04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b6e3c85a2784d0884910cf93fc6658f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7783644 Jun 18 19:46:03.664395 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47200) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:03.671452 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-9f30aee4-0c55-4b81-bf4a-e3e60926fe9c tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/quotas/35dfae80a7a1435cb5f3b3ad6c1d051a HTTP/1.1" status: 200 len: 375 time: 0.0663366 Jun 18 19:46:03.678141 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dd690d84-31de-4c19-aeb1-4d0cd8e67b47 req-7a2fd9ce-8f3e-46ab-8b8f-53b2f81b9821 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255674 Jun 18 19:46:03.681721 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467701b7-f044-4ca6-a92f-a53440500c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e265173-adcd-401a-9df8-373561772b64,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:03.688656 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-467701b7-f044-4ca6-a92f-a53440500c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:03.720418 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-342dae45-c468-4f06-8c9c-23f1b21dbe02 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=35dfae80a7a1435cb5f3b3ad6c1d051a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412071 Jun 18 19:46:03.742373 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, eb24f8e6-01fe-44d5-9dba-2bf52964b0da) {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:03.743783 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:03.744820 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.745341 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device b967fcde-f3a6-4d02-8763-2efdc77bc508 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:03.780535 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9eec5e38-d836-40d7-9126-c88098e2e07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.788872 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-35fc793a-bead-4082-bbca-655c806f025a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.819148 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6476b41-bc3b-421d-af26-e5623d5fcfa3 None None] Network eb24f8e6-01fe-44d5-9dba-2bf52964b0da requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:46:03.822406 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-35fc793a-bead-4082-bbca-655c806f025a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.847652 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9eec5e38-d836-40d7-9126-c88098e2e07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.851594 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:03.895919 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-9eec5e38-d836-40d7-9126-c88098e2e07f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27455c642d5c44faad5911efbcaeccb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1045377 Jun 18 19:46:03.898729 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47206) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:03.907730 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1300132 Jun 18 19:46:03.913615 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47208) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:03.919075 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:03.922139 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec5e38-d836-40d7-9126-c88098e2e07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fd96a7-7aea-487a-8268-75029f482f2e,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:03.926644 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-9eec5e38-d836-40d7-9126-c88098e2e07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:03.979525 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-37cbd023-cc99-4170-9646-48976c2932b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.992946 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-35fc793a-bead-4082-bbca-655c806f025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.995460 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-35fc793a-bead-4082-bbca-655c806f025a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:03.996579 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-35fc793a-bead-4082-bbca-655c806f025a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e265173-adcd-401a-9df8-373561772b64 HTTP/1.1" status: 204 len: 168 time: 0.3292625 Jun 18 19:46:03.999082 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-af68fd0b-715f-46c3-8229-5a651797420a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:04.018549 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc793a-bead-4082-bbca-655c806f025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e265173-adcd-401a-9df8-373561772b64,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:04.021541 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-35fc793a-bead-4082-bbca-655c806f025a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:04.023549 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-37cbd023-cc99-4170-9646-48976c2932b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:04.050800 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37f8e1d1-d85d-51ec-af15-2bd53c2926e4-eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7'}]}} from dv-cinder-790535-6-smb. {{(pid=100014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:46:04.050800 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:04.053564 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6927'] for router, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:04.054564 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6918'] for router, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:04.067661 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port b967fcde-f3a6-4d02-8763-2efdc77bc508 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:04.086507 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port b967fcde-f3a6-4d02-8763-2efdc77bc508 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:04.087133 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:04.182109 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:04.235847 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-37cbd023-cc99-4170-9646-48976c2932b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:04.239092 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-37cbd023-cc99-4170-9646-48976c2932b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:04.251302 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-37cbd023-cc99-4170-9646-48976c2932b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7fd96a7-7aea-487a-8268-75029f482f2e HTTP/1.1" status: 204 len: 168 time: 0.3463871 Jun 18 19:46:04.251302 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-d32b586e-4e2f-42fa-a408-655021707362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:04.260486 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9890a0e6-be12-4fb3-ac69-80e30b80d6a1 req-f5da0d20-e26f-454d-b2d8-39ef9472016e tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 210 time: 0.0714183 Jun 18 19:46:04.276781 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbd023-cc99-4170-9646-48976c2932b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fd96a7-7aea-487a-8268-75029f482f2e,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:04.403157 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-37cbd023-cc99-4170-9646-48976c2932b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:04.474803 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b58ac2-9e6c-4f12-8c99-a2492c6363b0 req-5d163567-4b1d-4bde-af88-b50851950d66 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:04.489536 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-60b58ac2-9e6c-4f12-8c99-a2492c6363b0 req-5d163567-4b1d-4bde-af88-b50851950d66 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1432106 Jun 18 19:46:04.508360 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7016'] for router, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:04.534412 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:04.568726 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-60b58ac2-9e6c-4f12-8c99-a2492c6363b0 req-89156b45-9075-401a-934d-39da8bc9ae51 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775869 Jun 18 19:46:04.597212 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ae7290-8424-4ae5-83b3-322ce9135ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b967fcde-f3a6-4d02-8763-2efdc77bc508'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:04.601282 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a23a78-9b8e-4f1c-8b88-949e42df4736" -d '{"events": [{"server_uuid": "a5ae7290-8424-4ae5-83b3-322ce9135ec0", "name": "network-vif-plugged", "status": "completed", "tag": "b967fcde-f3a6-4d02-8763-2efdc77bc508"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:04.631931 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.db_base_plugin_common [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Allocated IP 172.20.0.2 (eb24f8e6-01fe-44d5-9dba-2bf52964b0da/f0653697-4e0e-4a33-be0c-cebd40779fe7/0e6267d5-7afd-4fac-91f4-35fc8efb5b22) {{(pid=100014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:04.638557 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port b967fcde-f3a6-4d02-8763-2efdc77bc508, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b967fcde-f3a6-4d02-8763-2efdc77bc508,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:04.690954 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4929956-a602-4c93-a4f9-d392016828e3 x-openstack-request-id: req-e4929956-a602-4c93-a4f9-d392016828e3 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:04.691444 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ae7290-8424-4ae5-83b3-322ce9135ec0", "name": "network-vif-plugged", "status": "completed", "tag": "b967fcde-f3a6-4d02-8763-2efdc77bc508", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:04.691973 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4929956-a602-4c93-a4f9-d392016828e3 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:04.692811 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ae7290-8424-4ae5-83b3-322ce9135ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b967fcde-f3a6-4d02-8763-2efdc77bc508', 'code': 200} Jun 18 19:46:04.747565 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:04.754229 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:04.925295 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=b967fcde-f3a6-4d02-8763-2efdc77bc508,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:04.933335 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:04.971766 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:04.993555 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Notify callbacks [] for port, precommit_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:05.009706 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Transition to ACTIVE for port object 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:05.039643 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:05.049708 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Transition to ACTIVE for port object 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 will not be triggered until provisioned by entity DHCP. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:05.160196 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:05.177901 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:05.257198 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Network eb24f8e6-01fe-44d5-9dba-2bf52964b0da is already hosted by enough agents. {{(pid=100014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:05.264196 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.base_scheduler [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Resources bound (agent type, host, resource id): {{(pid=100014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:05.274241 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Received port after_create {{(pid=100014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:05.358956 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de379efa-104e-40e0-ad32-7bf7cec72253 req-0287d48e-42a0-4a55-8210-e30968eb04de tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:05.362675 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-de379efa-104e-40e0-ad32-7bf7cec72253 req-0287d48e-42a0-4a55-8210-e30968eb04de tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 946 time: 0.1119032 Jun 18 19:46:05.367879 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Pushing event updated for resources: {'Port': ['ID=0e6267d5-7afd-4fac-91f4-35fc8efb5b22,revision_number=1']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:05.398519 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Allocated IP 172.28.3.161 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/70317350-532f-416b-aa14-bd3e4457da8e) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:05.401751 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:05.454703 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-de379efa-104e-40e0-ad32-7bf7cec72253 req-2f7e313a-6e41-4b4b-a42b-aa8095e49cd8 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847068 Jun 18 19:46:05.488929 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6480b70-efea-4291-9928-7c15ab271cdf req-7d213eaf-a98e-4bb4-b106-81fb5a1f214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:05.491346 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d6480b70-efea-4291-9928-7c15ab271cdf req-7d213eaf-a98e-4bb4-b106-81fb5a1f214a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 1099 time: 0.2368679 Jun 18 19:46:05.498996 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Attempting to bind port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:05.503167 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Attempting to bind port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:05.504182 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Attempting to bind port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 on network eb24f8e6-01fe-44d5-9dba-2bf52964b0da {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:05.504687 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-be806e48-da1a-4bb9-8c33-e5d84e7cfb27 req-82b1873b-2671-45f7-9515-5a4f23f35a18 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 210 time: 0.0918767 Jun 18 19:46:05.518938 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:05.520120 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Checking segment: {'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:05.520849 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:05.521453 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Bound using segment: {'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:05.522370 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Bound port: 0e6267d5-7afd-4fac-91f4-35fc8efb5b22, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:05.523129 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:05.588968 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:46:05.608758 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d6480b70-efea-4291-9928-7c15ab271cdf req-026dbcbc-a3cf-4e60-884a-8c2218e71014 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586028 Jun 18 19:46:05.653284 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47262) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:05.659983 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:05.680236 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] For port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:05.684061 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] For port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=0e6267d5-7afd-4fac-91f4-35fc8efb5b22,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:05.686982 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1365fbdd-e62d-45b3-865a-61f4bcec3091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:05.797266 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:05.801040 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:05.824304 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b2000-1c2c-44cc-aa3b-be00b247130c req-37429623-6112-4343-8693-51ee1e091e5a tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:05.826414 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-077b2000-1c2c-44cc-aa3b-be00b247130c req-37429623-6112-4343-8693-51ee1e091e5a tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.0996814 Jun 18 19:46:05.830580 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1365fbdd-e62d-45b3-865a-61f4bcec3091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:05.872188 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Pushing event updated for resources: {'Port': ['ID=0e6267d5-7afd-4fac-91f4-35fc8efb5b22,revision_number=2']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:05.873516 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-077b2000-1c2c-44cc-aa3b-be00b247130c req-bd7d78e5-fad0-4539-b2c8-8577769f2529 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387337 Jun 18 19:46:05.878834 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:05.888095 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:05.889075 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:05.936482 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:05.939606 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:05.944010 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1365fbdd-e62d-45b3-865a-61f4bcec3091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:05.947154 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:06.080318 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-1365fbdd-e62d-45b3-865a-61f4bcec3091 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98d0f33954044a99bd30f2ab6e7ed5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251149 Jun 18 19:46:06.083635 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47270) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:06.103353 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Pushing event updated for resources: {'Port': ['ID=70317350-532f-416b-aa14-bd3e4457da8e,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:06.108285 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:06.108784 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:06.159969 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365fbdd-e62d-45b3-865a-61f4bcec3091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f7bcf2-0327-4f34-b60b-43aa520ed5d1,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:06.170453 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1365fbdd-e62d-45b3-865a-61f4bcec3091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:06.283325 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9692d18e-f415-4cb9-ba8b-581db794b3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:06.313817 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9692d18e-f415-4cb9-ba8b-581db794b3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:06.471814 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:06.585072 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9692d18e-f415-4cb9-ba8b-581db794b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:06.590874 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9692d18e-f415-4cb9-ba8b-581db794b3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:06.600020 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-9692d18e-f415-4cb9-ba8b-581db794b3f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3f7bcf2-0327-4f34-b60b-43aa520ed5d1 HTTP/1.1" status: 204 len: 168 time: 0.5082521 Jun 18 19:46:06.600020 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e35d0c0f-f606-4b10-93bc-843fd6b716de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:06.625238 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692d18e-f415-4cb9-ba8b-581db794b3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f7bcf2-0327-4f34-b60b-43aa520ed5d1,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:06.645285 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-9692d18e-f415-4cb9-ba8b-581db794b3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:06.879705 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48cba9-1076-4994-9305-b244ec548b18 req-7eb73fa5-5ee6-4f08-b3ff-6a6932861d2a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:06.888183 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3f48cba9-1076-4994-9305-b244ec548b18 req-7eb73fa5-5ee6-4f08-b3ff-6a6932861d2a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 946 time: 0.1820683 Jun 18 19:46:06.950009 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2db5bdc6-01c2-44ea-8289-eb842b1f82c6 req-444b8c37-8d86-4db4-b927-639dc9ef3410 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 210 time: 0.0579581 Jun 18 19:46:06.988227 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3f48cba9-1076-4994-9305-b244ec548b18 req-a7d6389f-d1ce-4d1d-8b9d-f1d26fdb6b50 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988760 Jun 18 19:46:07.039196 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618554'] for router, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:07.167264 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b20f85-d95a-4d22-8f64-4c1d760b7bea req-74cdb9e9-1153-4e13-b908-024eefe0a668 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:07.169170 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a3b20f85-d95a-4d22-8f64-4c1d760b7bea req-74cdb9e9-1153-4e13-b908-024eefe0a668 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.0814533 Jun 18 19:46:07.211264 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a3b20f85-d95a-4d22-8f64-4c1d760b7bea req-e288b8f7-3fee-4058-b694-18d04eee78ed tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354590 Jun 18 19:46:07.259384 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd48bcde-9f22-4be6-a3bc-be4180447028 None None] Network eb24f8e6-01fe-44d5-9dba-2bf52964b0da requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:46:07.335038 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 is scheduled to L3 agent 92782364-561c-464d-b29a-c35742e5cb72 with binding_index 1 {{(pid=100012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:46:07.384779 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:07.471114 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:46:07.486060 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Sync routers for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:46:07.497786 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:46:07.498712 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:45:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:07.507037 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-0bb94120-3f7d-4431-a858-fe53a727de6a None None] Provisioning for port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:07.618716 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Notify callbacks [] for router, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:07.619952 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7049823 Jun 18 19:46:07.628425 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47306) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:07.632037 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:07.639815 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:07.640206 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:07.655837 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:46:07.817021 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:07.878537 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=0e6267d5-7afd-4fac-91f4-35fc8efb5b22,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:07.880069 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-9d465ceb-11a3-489e-9215-0b14c89333c2 None None] Provisioning complete for port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:07.880582 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-9d465ceb-11a3-489e-9215-0b14c89333c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:07.959687 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47316) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:07.988274 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:06Z', 'revision_number': 3, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:08.052013 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Checking router: f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:46:08.053415 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Updating router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 port 70317350-532f-416b-aa14-bd3e4457da8e binding host dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:46:08.157474 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.244092 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-07bf9faa-1604-4d7e-a45f-a0e2da77aef9 req-95d9c05e-04ac-4ec1-8692-7775100d9b17 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 210 time: 0.0398827 Jun 18 19:46:08.333285 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-6b4fb4c8-9f39-41aa-a81f-521effa3630b tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=35dfae80a7a1435cb5f3b3ad6c1d051a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5128412 Jun 18 19:46:08.349488 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a29b0-e39b-4c4e-a200-a1c061fd0336 req-a3fadc01-a415-43dd-9d28-fab40de24f8d tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:08.351389 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8e0a29b0-e39b-4c4e-a200-a1c061fd0336 req-a3fadc01-a415-43dd-9d28-fab40de24f8d tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 946 time: 0.0989459 Jun 18 19:46:08.367870 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-9d465ceb-11a3-489e-9215-0b14c89333c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.424741 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.436458 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-5362971e-671c-40dc-9f05-7230200d984e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:08.515283 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3fb884b7-2589-4bfb-b5de-3ab47bbd172f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.549286 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8e0a29b0-e39b-4c4e-a200-a1c061fd0336 req-2c0e796c-bec0-4d59-a57b-616aac0f7b80 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816471 Jun 18 19:46:08.643666 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.db.api [None req-9d465ceb-11a3-489e-9215-0b14c89333c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 19:46:08.644071 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_db.api [None req-9d465ceb-11a3-489e-9215-0b14c89333c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 19:46:08.698583 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Notify callbacks [] for port, precommit_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.705430 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=0e6267d5-7afd-4fac-91f4-35fc8efb5b22,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:08.710642 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:08.740293 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.provisioning_blocks [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Transition to ACTIVE for port object 70317350-532f-416b-aa14-bd3e4457da8e will not be triggered until provisioned by entity L2. {{(pid=100015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:08.808217 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95974aa-703e-4696-815f-05a7143fba2b req-d56c651b-8319-4b2d-88fe-673516437fcf tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:08.816635 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a95974aa-703e-4696-815f-05a7143fba2b req-d56c651b-8319-4b2d-88fe-673516437fcf tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.2482674 Jun 18 19:46:08.831125 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.835482 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-53ad9a7c-9293-4a45-9bdd-b7386277a58f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:08.885697 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a95974aa-703e-4696-815f-05a7143fba2b req-6609b22f-fd40-4b53-95cd-045871da9f57 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676177 Jun 18 19:46:08.894556 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-3136c69c-44c3-4918-82e0-067f09040a65 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:08.896089 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-3136c69c-44c3-4918-82e0-067f09040a65 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5621135 Jun 18 19:46:08.907865 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Pushing event updated for resources: {'Port': ['ID=70317350-532f-416b-aa14-bd3e4457da8e,revision_number=2']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:08.921659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:08.922081 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:08.922869 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:08.923372 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:08.923755 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:08.924084 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:08.925294 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:08.925651 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:08.926070 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:08.926448 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:08.926651 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:08.926974 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:08.933493 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:08.940421 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Request body: {'port': {'device_id': '468c99cb-4224-4c24-aa74-d633c650bd7d', 'network_id': 'ac5ca08f-dda6-4017-91b0-df5294ce9e09', 'admin_state_up': True, 'tenant_id': '35dfae80a7a1435cb5f3b3ad6c1d051a'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:08.949735 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Attempting to bind port 70317350-532f-416b-aa14-bd3e4457da8e on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:08.955406 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Attempting to bind port 70317350-532f-416b-aa14-bd3e4457da8e by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:08.955406 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Attempting to bind port 70317350-532f-416b-aa14-bd3e4457da8e on network 2440ce7d-0693-4835-ae79-95ddbd08681a {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:08.957667 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3fb884b7-2589-4bfb-b5de-3ab47bbd172f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.964613 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:08.965241 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Checking segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:08.965685 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:08.966102 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Bound using segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:08.966616 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Bound port: 70317350-532f-416b-aa14-bd3e4457da8e, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:08.967000 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.025949 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] For port 70317350-532f-416b-aa14-bd3e4457da8e, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:09.037006 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] For port 70317350-532f-416b-aa14-bd3e4457da8e, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=70317350-532f-416b-aa14-bd3e4457da8e,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:09.065516 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3fb884b7-2589-4bfb-b5de-3ab47bbd172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.072178 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-fbebc622-1341-4538-948d-25ff64e727f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:09.134969 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb884b7-2589-4bfb-b5de-3ab47bbd172f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf302eaa-80c0-4990-8b14-da1885fb93ba,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:09.146802 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3fb884b7-2589-4bfb-b5de-3ab47bbd172f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:09.167864 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.173350 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:09.181789 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-3fb884b7-2589-4bfb-b5de-3ab47bbd172f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11e8e468488d467b8187701dc273fcf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2202671 Jun 18 19:46:09.185770 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47360) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:09.351374 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:46:09.352029 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:45:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:09.358816 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f99fc5a5-15c7-4f0a-a4df-99e2f3b7e160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.406489 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:09.411220 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.442935 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f99fc5a5-15c7-4f0a-a4df-99e2f3b7e160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.549481 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-447032d4-20e4-47eb-993e-19e0dc53be85 req-047ea431-2f6a-44a7-a991-2a722343f0cf tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 210 time: 0.0400999 Jun 18 19:46:09.556047 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:09.556432 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.635230 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Made reservation on behalf of 35dfae80a7a1435cb5f3b3ad6c1d051a for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:09.639027 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.658139 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f99fc5a5-15c7-4f0a-a4df-99e2f3b7e160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.660774 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f99fc5a5-15c7-4f0a-a4df-99e2f3b7e160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.665401 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-f99fc5a5-15c7-4f0a-a4df-99e2f3b7e160 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf302eaa-80c0-4990-8b14-da1885fb93ba HTTP/1.1" status: 204 len: 168 time: 0.4781065 Jun 18 19:46:09.666176 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:09.683341 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fc5a5-15c7-4f0a-a4df-99e2f3b7e160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf302eaa-80c0-4990-8b14-da1885fb93ba,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:09.689750 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-f99fc5a5-15c7-4f0a-a4df-99e2f3b7e160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:09.699019 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.727326 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Pushing event updated for resources: {'Port': ['ID=70317350-532f-416b-aa14-bd3e4457da8e,revision_number=3']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:09.737467 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:09.754365 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Allocated IP 172.20.0.1 (eb24f8e6-01fe-44d5-9dba-2bf52964b0da/f0653697-4e0e-4a33-be0c-cebd40779fe7/2264ccbd-9c12-4d05-ab0a-dbc46341609b) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:09.827749 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:46:09.941028 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.945415 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:09.959195 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Transition to ACTIVE for port object 2264ccbd-9c12-4d05-ab0a-dbc46341609b will not be triggered until provisioned by entity DHCP. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:10.081629 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:10.097990 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-2d9695bd-d31e-4981-b544-6024ad1c751c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:10.101675 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:10.146979 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Network eb24f8e6-01fe-44d5-9dba-2bf52964b0da is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:10.191548 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:10.197582 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:10.199356 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618261'] for router_interface, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:10.206754 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8515fc8d-add9-411f-9d01-cb54eaf74a71,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:10.213749 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:10.259586 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996b37d-9485-41d9-89bf-f0bf8e5faef7 req-4b248a8d-28e4-4c9c-92a5-05af5e400e62 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:10.261401 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7996b37d-9485-41d9-89bf-f0bf8e5faef7 req-4b248a8d-28e4-4c9c-92a5-05af5e400e62 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1601527 Jun 18 19:46:10.279922 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:06Z', 'revision_number': 3, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:10.283278 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:10.353561 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fd1cc-0a25-402e-a165-bb30c8846137 None None] The sync data for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb is: [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:06Z', 'revision_number': 3, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:46:10.379060 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7996b37d-9485-41d9-89bf-f0bf8e5faef7 req-2029b307-0a7d-435f-97cb-832a4b0d9a48 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083493 Jun 18 19:46:10.394607 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Pushing event updated for resources: {'Port': ['ID=2264ccbd-9c12-4d05-ab0a-dbc46341609b,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:10.400171 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:10.486245 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Allocated IP 192.168.233.43 (ac5ca08f-dda6-4017-91b0-df5294ce9e09/6b7050af-cdee-4ca7-a9fc-ac1e3642cc9b/22c6f746-e74c-477c-8c02-6dc06b7b3a03) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:10.679269 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:10.801213 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-7464fa94-df99-4135-9be8-6f732ee7d747 None None] Provisioning for port 2264ccbd-9c12-4d05-ab0a-dbc46341609b completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:10.807975 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-7464fa94-df99-4135-9be8-6f732ee7d747 None None] Provisioning complete for port 2264ccbd-9c12-4d05-ab0a-dbc46341609b triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:10.809436 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-11d8de5f-6afe-46ed-81ca-855bbcb98b45 req-a0e8a74e-e722-4203-a124-f89df15da06a tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 210 time: 0.0706010 Jun 18 19:46:10.809641 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-7464fa94-df99-4135-9be8-6f732ee7d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:10.862848 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:10.867721 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47414) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:10.897503 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-7464fa94-df99-4135-9be8-6f732ee7d747 None None] Port 2264ccbd-9c12-4d05-ab0a-dbc46341609b cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:46:10.903020 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Transition to ACTIVE for port object 22c6f746-e74c-477c-8c02-6dc06b7b3a03 will not be triggered until provisioned by entity DHCP. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:10.908512 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7d67e838-affc-4b97-a30e-6eedfb419b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.042741 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.059692 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7d67e838-affc-4b97-a30e-6eedfb419b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.169128 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7d67e838-affc-4b97-a30e-6eedfb419b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.177573 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e88a85ff-9016-407b-8f8a-0567defc9f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:11.177738 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.177738 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.178629 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-701026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619532'] for router_interface, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.186832 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-19e3eb6c-03d1-4da3-9520-fbb8b22dfb97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:11.214134 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-7d67e838-affc-4b97-a30e-6eedfb419b98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0628fdd5ffee427ab47d2e057f7a2f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450639 Jun 18 19:46:11.216937 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47422) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:11.279925 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Network ac5ca08f-dda6-4017-91b0-df5294ce9e09 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:11.286977 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67e838-affc-4b97-a30e-6eedfb419b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d80773-92cb-4609-bf3a-c992d65e618d,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:11.299685 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7d67e838-affc-4b97-a30e-6eedfb419b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:11.303442 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:11.345977 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:11.360910 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:11.363141 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.369135 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1ab56725-cbeb-46d7-8d8f-4c43664375c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.415852 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1ab56725-cbeb-46d7-8d8f-4c43664375c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.435204 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Pushing event updated for resources: {'Port': ['ID=2264ccbd-9c12-4d05-ab0a-dbc46341609b,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:11.469575 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 70317350-532f-416b-aa14-bd3e4457da8e up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:11.556661 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Pushing event updated for resources: {'Port': ['ID=22c6f746-e74c-477c-8c02-6dc06b7b3a03,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:11.564053 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6469593 Jun 18 19:46:11.567131 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:11.567759 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:11.568273 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:11.595320 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Request body: {'port': {'device_id': '468c99cb-4224-4c24-aa74-d633c650bd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:11.650624 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1ab56725-cbeb-46d7-8d8f-4c43664375c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.664440 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1ab56725-cbeb-46d7-8d8f-4c43664375c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.672940 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-1ab56725-cbeb-46d7-8d8f-4c43664375c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64d80773-92cb-4609-bf3a-c992d65e618d HTTP/1.1" status: 204 len: 168 time: 0.4481866 Jun 18 19:46:11.672940 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3015bb49-d219-47bb-ba4f-e2a61412b30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:11.692479 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab56725-cbeb-46d7-8d8f-4c43664375c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d80773-92cb-4609-bf3a-c992d65e618d,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:11.699850 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-1ab56725-cbeb-46d7-8d8f-4c43664375c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:11.714461 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47434) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:11.740499 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Network eb24f8e6-01fe-44d5-9dba-2bf52964b0da is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:11.747696 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:11.759600 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 70317350-532f-416b-aa14-bd3e4457da8e completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:11.783173 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 70317350-532f-416b-aa14-bd3e4457da8e triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:11.783679 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.859150 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.890051 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-a455702d-6d19-4edb-80a4-7606e9252810 None None] Provisioning for port 22c6f746-e74c-477c-8c02-6dc06b7b3a03 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:11.902043 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-a455702d-6d19-4edb-80a4-7606e9252810 None None] Provisioning complete for port 22c6f746-e74c-477c-8c02-6dc06b7b3a03 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:11.902434 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-a455702d-6d19-4edb-80a4-7606e9252810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:11.940571 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff162e-ec2f-47ae-a294-2ca3b40290d4 req-74b78dac-580e-4241-a209-ac2b45033150 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:11.942191 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-75ff162e-ec2f-47ae-a294-2ca3b40290d4 req-74b78dac-580e-4241-a209-ac2b45033150 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1709149 Jun 18 19:46:12.005520 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-a455702d-6d19-4edb-80a4-7606e9252810 None None] Port 22c6f746-e74c-477c-8c02-6dc06b7b3a03 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:46:12.040798 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-75ff162e-ec2f-47ae-a294-2ca3b40290d4 req-a02e7974-4507-4b48-b448-9e0b0301f7c9 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920901 Jun 18 19:46:12.070974 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:12.099496 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 70317350-532f-416b-aa14-bd3e4457da8e, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=70317350-532f-416b-aa14-bd3e4457da8e,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:12.135850 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-647e868b-f3e4-4d72-b146-060afa933a79 None None] Provisioning complete for port 2264ccbd-9c12-4d05-ab0a-dbc46341609b triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:12.136912 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-647e868b-f3e4-4d72-b146-060afa933a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:12.193132 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:46:12.200821 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:12.215887 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:12.249723 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36161106-af99-4659-a6d1-f0e7d28843cf req-9140b10b-90fa-430d-9203-11b9afcc4a87 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:12.259169 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-36161106-af99-4659-a6d1-f0e7d28843cf req-9140b10b-90fa-430d-9203-11b9afcc4a87 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 935 time: 0.1445127 Jun 18 19:46:12.272363 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-647e868b-f3e4-4d72-b146-060afa933a79 None None] Port 2264ccbd-9c12-4d05-ab0a-dbc46341609b cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:46:12.309448 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-36161106-af99-4659-a6d1-f0e7d28843cf req-baf61501-8038-4ccf-bf2e-566b6c1e2148 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492010 Jun 18 19:46:12.311047 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=70317350-532f-416b-aa14-bd3e4457da8e,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:12.318045 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:12.721008 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f09b0cf6-a6e6-47be-9156-f8f8806c0f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:12.837707 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016fb8-e798-48b6-b843-0b0240b04827 req-2a762233-1800-4369-b6dd-059e2ef0a99f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:12.845632 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-2a762233-1800-4369-b6dd-059e2ef0a99f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/networks?id=ffba962a-7722-47db-a3ba-7bb75f48a4d9 HTTP/1.1" status: 200 len: 815 time: 0.2051663 Jun 18 19:46:12.857983 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-a11929a3-aafa-44f0-9fc8-5b3691aede18 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/quotas/162ba356a07946bfa0bca0d17fb7fe68 HTTP/1.1" status: 200 len: 375 time: 0.0111575 Jun 18 19:46:12.904323 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:46:12.913232 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] 10.222.0.30 "PUT /v2.0/routers/f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2813981 Jun 18 19:46:12.923961 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c6f746-e74c-477c-8c02-6dc06b7b3a03 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:12.937219 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:12.961890 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Transition to ACTIVE for port object 22c6f746-e74c-477c-8c02-6dc06b7b3a03 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:13.017697 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f09b0cf6-a6e6-47be-9156-f8f8806c0f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:13.020779 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-cdf599f9-ca95-4fd6-b0dd-b30025f798c5 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1500750 Jun 18 19:46:13.074707 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:13.079925 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-45ca9a23-38fc-4b4f-a434-c8b56b8f1ee5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:13.119217 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Sync routers for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:46:13.124868 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f09b0cf6-a6e6-47be-9156-f8f8806c0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:13.162085 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:46:13.163213 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:45:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:13.238935 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Pushing event updated for resources: {'Port': ['ID=22c6f746-e74c-477c-8c02-6dc06b7b3a03,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:13.261455 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:13.274836 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-86347b31-56d2-4541-9cd5-8b396bf72e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:13.282620 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-f09b0cf6-a6e6-47be-9156-f8f8806c0f50 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0e89d6c903144aa96228e031541bde7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5693779 Jun 18 19:46:13.291463 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47490) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:13.305351 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-ca658554-3300-4f99-8b92-0b31e0570462 service neutron] 10.222.0.30 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814438 Jun 18 19:46:13.356033 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b0cf6-a6e6-47be-9156-f8f8806c0f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfe3ddd-e870-4e00-814f-cb85a1bcfbaa,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:13.366950 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f09b0cf6-a6e6-47be-9156-f8f8806c0f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:13.423225 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:46:13.435308 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-8b97894a-97ea-409c-a983-5de6c3934845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:13.460674 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 70317350-532f-416b-aa14-bd3e4457da8e up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:13.501329 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-8b97894a-97ea-409c-a983-5de6c3934845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:13.530967 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-b3324ca2-aa03-4807-bae0-50268dbc6182 service neutron] 10.222.0.30 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245584 Jun 18 19:46:13.551465 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d543fc-a087-4633-89cb-6fbe0f24cb3f req-ba777c27-6340-4621-9c33-5b1664f2f28b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:13.559916 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a2d543fc-a087-4633-89cb-6fbe0f24cb3f req-ba777c27-6340-4621-9c33-5b1664f2f28b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1875627 Jun 18 19:46:13.629122 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a2d543fc-a087-4633-89cb-6fbe0f24cb3f req-96fbc583-310f-4e17-a490-32aecd84cd23 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679510 Jun 18 19:46:13.711631 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 70317350-532f-416b-aa14-bd3e4457da8e triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:13.712026 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:13.843236 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Attempting to bind port 22c6f746-e74c-477c-8c02-6dc06b7b3a03 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:13.844520 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Attempting to bind port 22c6f746-e74c-477c-8c02-6dc06b7b3a03 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1ba35561-7e19-401c-b24a-55fe3a11f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac5ca08f-dda6-4017-91b0-df5294ce9e09'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:13.844653 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Attempting to bind port 22c6f746-e74c-477c-8c02-6dc06b7b3a03 on network ac5ca08f-dda6-4017-91b0-df5294ce9e09 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:13.853483 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Port 22c6f746-e74c-477c-8c02-6dc06b7b3a03 on network ac5ca08f-dda6-4017-91b0-df5294ce9e09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:46:13.854501 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Attempting to bind port 22c6f746-e74c-477c-8c02-6dc06b7b3a03 on network ac5ca08f-dda6-4017-91b0-df5294ce9e09 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:13.864669 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:13.865285 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Checking segment: {'id': '1ba35561-7e19-401c-b24a-55fe3a11f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac5ca08f-dda6-4017-91b0-df5294ce9e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:13.865882 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Bound using segment: {'id': '1ba35561-7e19-401c-b24a-55fe3a11f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac5ca08f-dda6-4017-91b0-df5294ce9e09'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:13.866574 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Bound port: 22c6f746-e74c-477c-8c02-6dc06b7b3a03, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba35561-7e19-401c-b24a-55fe3a11f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ac5ca08f-dda6-4017-91b0-df5294ce9e09'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:13.867167 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:13.876603 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 2, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:13.924503 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Checking router: f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:46:13.925061 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Updating router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 port 2264ccbd-9c12-4d05-ab0a-dbc46341609b binding host dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:46:13.966419 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] For port 22c6f746-e74c-477c-8c02-6dc06b7b3a03, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:13.971496 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] For port 22c6f746-e74c-477c-8c02-6dc06b7b3a03, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=22c6f746-e74c-477c-8c02-6dc06b7b3a03,segment=NetworkSegment(1ba35561-7e19-401c-b24a-55fe3a11f1c6),segment_id=1ba35561-7e19-401c-b24a-55fe3a11f1c6)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:13.974403 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-8b97894a-97ea-409c-a983-5de6c3934845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:13.977703 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-8b97894a-97ea-409c-a983-5de6c3934845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:13.984064 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:13.992790 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-8b97894a-97ea-409c-a983-5de6c3934845 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bfe3ddd-e870-4e00-814f-cb85a1bcfbaa HTTP/1.1" status: 204 len: 168 time: 0.6971328 Jun 18 19:46:13.992790 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1365fbdd-e62d-45b3-865a-61f4bcec3091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:14.013435 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97894a-97ea-409c-a983-5de6c3934845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfe3ddd-e870-4e00-814f-cb85a1bcfbaa,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:14.021725 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-8b97894a-97ea-409c-a983-5de6c3934845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:14.061149 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:14.091320 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:14.272129 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Pushing event updated for resources: {'Port': ['ID=22c6f746-e74c-477c-8c02-6dc06b7b3a03,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:14.283553 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:14.287761 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:14.290512 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:14.296334 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] 10.222.0.22 "PUT /v2.0/ports/22c6f746-e74c-477c-8c02-6dc06b7b3a03 HTTP/1.1" status: 200 len: 1097 time: 2.7127295 Jun 18 19:46:14.297906 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '468c99cb-4224-4c24-aa74-d633c650bd7d', 'tag': '22c6f746-e74c-477c-8c02-6dc06b7b3a03'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:14.304530 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2cf19b-750b-45e1-81de-fcaa3f528d21" -d '{"events": [{"name": "network-changed", "server_uuid": "468c99cb-4224-4c24-aa74-d633c650bd7d", "tag": "22c6f746-e74c-477c-8c02-6dc06b7b3a03"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:14.405212 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5e6d7-aa59-4daf-ab23-2d8bb7e8c653 req-b2d1c868-8d93-401f-a239-5769060aa30d tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:14.430703 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1fc5e6d7-aa59-4daf-ab23-2d8bb7e8c653 req-b2d1c868-8d93-401f-a239-5769060aa30d tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 947 time: 0.1478021 Jun 18 19:46:14.506938 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47520) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:14.524220 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1fc5e6d7-aa59-4daf-ab23-2d8bb7e8c653 req-908d8915-b422-4a9c-bcbb-513d18426bd2 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875146 Jun 18 19:46:14.526904 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-6eb56f42-10f2-4eb9-b7ed-0f951701f54e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1163102724', 'description': 'tempest-description--107102315'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:14.659781 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-56347f7d-5c9c-432e-a149-23fe6b2cf59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:14.665552 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-56347f7d-5c9c-432e-a149-23fe6b2cf59f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35dfae80a7a1435cb5f3b3ad6c1d051a&device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 1100 time: 0.2263079 Jun 18 19:46:14.737741 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-1f3b81d1-c331-46f7-b3ab-834ef12808f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=22c6f746-e74c-477c-8c02-6dc06b7b3a03 HTTP/1.1" status: 200 len: 217 time: 0.0626984 Jun 18 19:46:14.770316 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Notify callbacks [] for port, precommit_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:14.799305 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5fb677-a571-4253-ba51-25bb7ec3c299 x-openstack-request-id: req-0b5fb677-a571-4253-ba51-25bb7ec3c299 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:14.799776 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "468c99cb-4224-4c24-aa74-d633c650bd7d", "tag": "22c6f746-e74c-477c-8c02-6dc06b7b3a03", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:14.799976 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b5fb677-a571-4253-ba51-25bb7ec3c299 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:14.800321 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '468c99cb-4224-4c24-aa74-d633c650bd7d', 'tag': '22c6f746-e74c-477c-8c02-6dc06b7b3a03', 'status': 'completed', 'code': 200} Jun 18 19:46:14.817915 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1aefad7e-c6dc-4c72-9d86-b27616ce5796 req-e3701320-1dbe-4a96-b937-34ea91e22a4c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 210 time: 0.1115389 Jun 18 19:46:14.824209 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-2bf3496e-0029-4d2b-881a-ad64280ffcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:14.824533 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Transition to ACTIVE for port object 2264ccbd-9c12-4d05-ab0a-dbc46341609b will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:14.826218 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-2bf3496e-0029-4d2b-881a-ad64280ffcc9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b7050af-cdee-4ca7-a9fc-ac1e3642cc9b HTTP/1.1" status: 200 len: 843 time: 0.0817542 Jun 18 19:46:14.910032 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-d0f93bf1-c39f-4690-85a4-b2bb3301eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:14.912943 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-d0f93bf1-c39f-4690-85a4-b2bb3301eed4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac5ca08f-dda6-4017-91b0-df5294ce9e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0743811 Jun 18 19:46:14.916147 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6eb56f42-10f2-4eb9-b7ed-0f951701f54e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:14.973293 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:14.987860 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:15.164731 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-afe1d417-7e30-4a13-b79f-3411d073dfd8 service neutron] 10.222.0.22 "GET /v2.0/networks/ac5ca08f-dda6-4017-91b0-df5294ce9e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208083 Jun 18 19:46:15.174861 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b110035-70ec-4b69-a7b5-d9e53e81d5b5 None None] Pushing event updated for resources: {'Port': ['ID=2264ccbd-9c12-4d05-ab0a-dbc46341609b,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:15.184820 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-5b110035-70ec-4b69-a7b5-d9e53e81d5b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:15.256283 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438dbcf-e1c1-4696-9139-0f9362914b3a req-4a08e532-0e38-4e93-8f47-4f62e500ed0c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:15.258773 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2438dbcf-e1c1-4696-9139-0f9362914b3a req-4a08e532-0e38-4e93-8f47-4f62e500ed0c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.2357855 Jun 18 19:46:15.298275 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6eb56f42-10f2-4eb9-b7ed-0f951701f54e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:15.318879 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-26d0a3d5-e34f-4539-acf7-07ac5a4968d0 req-5951c94b-3e1d-4bbf-a747-88b7dd082b14 service neutron] 10.222.0.22 "GET /v2.0/networks/ac5ca08f-dda6-4017-91b0-df5294ce9e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443000 Jun 18 19:46:15.318879 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47544) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:15.343366 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Attempting to bind port 2264ccbd-9c12-4d05-ab0a-dbc46341609b on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:15.344547 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Attempting to bind port 2264ccbd-9c12-4d05-ab0a-dbc46341609b by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:15.344902 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Attempting to bind port 2264ccbd-9c12-4d05-ab0a-dbc46341609b on network eb24f8e6-01fe-44d5-9dba-2bf52964b0da {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:15.346092 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9f46b7c3-c2df-4a2d-9ceb-adf3b3138f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:15.357879 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:15.359893 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Checking segment: {'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:15.361584 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:15.362512 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Bound using segment: {'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:15.363948 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Bound port: 2264ccbd-9c12-4d05-ab0a-dbc46341609b, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:15.366178 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:15.383191 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2438dbcf-e1c1-4696-9139-0f9362914b3a req-b08c045f-0578-4c8a-be17-4441660d7317 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032293 Jun 18 19:46:15.426382 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6eb56f42-10f2-4eb9-b7ed-0f951701f54e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:15.431272 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:15.480835 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb56f42-10f2-4eb9-b7ed-0f951701f54e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e15d8d-21a1-4e06-a80d-4175d302affb,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:15.486216 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6eb56f42-10f2-4eb9-b7ed-0f951701f54e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:15.523878 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] For port 2264ccbd-9c12-4d05-ab0a-dbc46341609b, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:15.529444 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] For port 2264ccbd-9c12-4d05-ab0a-dbc46341609b, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=2264ccbd-9c12-4d05-ab0a-dbc46341609b,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:15.612644 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9f46b7c3-c2df-4a2d-9ceb-adf3b3138f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:15.617842 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cf19b-750b-45e1-81de-fcaa3f528d21 req-27085dd6-7e42-4b96-a200-aad03490787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:15.619424 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ac2cf19b-750b-45e1-81de-fcaa3f528d21 req-27085dd6-7e42-4b96-a200-aad03490787c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=35dfae80a7a1435cb5f3b3ad6c1d051a&device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 1100 time: 0.1090171 Jun 18 19:46:15.722822 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cf19b-750b-45e1-81de-fcaa3f528d21 req-0077956f-768d-4721-86de-dc6f1ae81210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:15.725040 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ac2cf19b-750b-45e1-81de-fcaa3f528d21 req-0077956f-768d-4721-86de-dc6f1ae81210 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ac5ca08f-dda6-4017-91b0-df5294ce9e09 HTTP/1.1" status: 200 len: 869 time: 0.0980570 Jun 18 19:46:15.732732 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:15.736502 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-c6abb817-998a-4cd9-ad30-712354ad5cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:15.768404 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb93248-7e74-4d26-8af0-a4e76c0f8859 req-9d9dc768-03b3-429e-b4c2-af4b0b5cfa1d tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:15.770224 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2cb93248-7e74-4d26-8af0-a4e76c0f8859 req-9d9dc768-03b3-429e-b4c2-af4b0b5cfa1d tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 947 time: 0.0730078 Jun 18 19:46:15.823585 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:46:15.829808 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:45:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:15.852395 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ac2cf19b-750b-45e1-81de-fcaa3f528d21 req-82a25393-3283-48c3-b52c-7f13fda03637 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=22c6f746-e74c-477c-8c02-6dc06b7b3a03 HTTP/1.1" status: 200 len: 217 time: 0.1171837 Jun 18 19:46:15.853023 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9f46b7c3-c2df-4a2d-9ceb-adf3b3138f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:15.855632 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-eb5317c2-5e5c-4f23-b232-08bef859e3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:15.878899 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2cb93248-7e74-4d26-8af0-a4e76c0f8859 req-cb61cae2-ea30-449d-8e7b-8a04534b0f9a tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978639 Jun 18 19:46:15.986982 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:46:16.001996 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6eb56f42-10f2-4eb9-b7ed-0f951701f54e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:16.006788 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47560) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:16.006982 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-6eb56f42-10f2-4eb9-b7ed-0f951701f54e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4974086 Jun 18 19:46:16.008909 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46b7c3-c2df-4a2d-9ceb-adf3b3138f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b543a12e-71c8-4c2d-b8b3-63d391436d47,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:16.012886 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-c45db22a-0425-4923-a6d1-3603392c4654 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Request body: {'security_group_rule': {'security_group_id': 'd0e15d8d-21a1-4e06-a80d-4175d302affb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:16.030207 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-9f46b7c3-c2df-4a2d-9ceb-adf3b3138f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:16.056032 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-9f46b7c3-c2df-4a2d-9ceb-adf3b3138f29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f895448ef04420899d9ed8d6c50c2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7363052 Jun 18 19:46:16.058855 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47562) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:16.068967 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cf19b-750b-45e1-81de-fcaa3f528d21 req-909026a8-1014-433f-b8d9-236d0d504856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:16.070585 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ac2cf19b-750b-45e1-81de-fcaa3f528d21 req-909026a8-1014-433f-b8d9-236d0d504856 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6b7050af-cdee-4ca7-a9fc-ac1e3642cc9b HTTP/1.1" status: 200 len: 843 time: 0.2034461 Jun 18 19:46:16.113468 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-73bdc219-fd8b-4d1e-bfb8-ddfc02c13081 req-42ad0794-75b4-4e69-afe7-79213a4a4b8f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 210 time: 0.0516818 Jun 18 19:46:16.139479 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b110035-70ec-4b69-a7b5-d9e53e81d5b5 None None] Pushing event updated for resources: {'Port': ['ID=2264ccbd-9c12-4d05-ab0a-dbc46341609b,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:16.145173 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-5b110035-70ec-4b69-a7b5-d9e53e81d5b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:16.175982 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-49563f63-5e1a-4315-9eb9-104909138172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:16.192070 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cf19b-750b-45e1-81de-fcaa3f528d21 req-a4d6afe9-1000-417e-8be2-17364b75387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:16.193617 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ac2cf19b-750b-45e1-81de-fcaa3f528d21 req-a4d6afe9-1000-417e-8be2-17364b75387f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ac5ca08f-dda6-4017-91b0-df5294ce9e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1152394 Jun 18 19:46:16.208046 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-49563f63-5e1a-4315-9eb9-104909138172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:16.250518 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c45db22a-0425-4923-a6d1-3603392c4654 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:16.261068 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:15Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:16.303169 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b7d0e-05ce-48e3-8513-335aadb74410 None None] The sync data for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb is: [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:15Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:46:16.330363 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c45db22a-0425-4923-a6d1-3603392c4654 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:16.364688 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ac2cf19b-750b-45e1-81de-fcaa3f528d21 req-04828299-942d-4eca-8811-e60b61f53a2c service neutron] 10.222.0.22 "GET /v2.0/networks/ac5ca08f-dda6-4017-91b0-df5294ce9e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434762 Jun 18 19:46:16.485401 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ac2cf19b-750b-45e1-81de-fcaa3f528d21 req-55b2f99f-c4b0-4072-9028-497498ff599a service neutron] 10.222.0.22 "GET /v2.0/networks/ac5ca08f-dda6-4017-91b0-df5294ce9e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123869 Jun 18 19:46:16.521109 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c45db22a-0425-4923-a6d1-3603392c4654 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:16.537925 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-49563f63-5e1a-4315-9eb9-104909138172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:16.537925 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-49563f63-5e1a-4315-9eb9-104909138172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:16.537925 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-49563f63-5e1a-4315-9eb9-104909138172 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b543a12e-71c8-4c2d-b8b3-63d391436d47 HTTP/1.1" status: 204 len: 168 time: 0.4662061 Jun 18 19:46:16.537925 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b5a87e93-b506-48c3-b9e2-6fc7e7f3766e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:16.539740 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49563f63-5e1a-4315-9eb9-104909138172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b543a12e-71c8-4c2d-b8b3-63d391436d47,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:16.540511 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:16.551604 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-49563f63-5e1a-4315-9eb9-104909138172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:16.573992 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45db22a-0425-4923-a6d1-3603392c4654 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917a1f5c-118e-4aa0-b823-1fa13af97df7,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:16.583183 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c45db22a-0425-4923-a6d1-3603392c4654 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:16.646750 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daeb63-a60e-4055-8837-94a3d9afd951 req-ad1df603-356d-4c4c-ac35-2d6259b72ef8 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:16.647185 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f9daeb63-a60e-4055-8837-94a3d9afd951 req-ad1df603-356d-4c4c-ac35-2d6259b72ef8 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1211109 Jun 18 19:46:16.718251 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f9daeb63-a60e-4055-8837-94a3d9afd951 req-f729ef90-e93b-44a3-9ed3-2ead585d19da tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561771 Jun 18 19:46:16.794666 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c45db22a-0425-4923-a6d1-3603392c4654 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:16.798415 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c45db22a-0425-4923-a6d1-3603392c4654 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7878468 Jun 18 19:46:16.798935 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47570) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:16.806329 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-e3e3922e-a042-41b7-9c44-100494deeab4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Request body: {'security_group_rule': {'security_group_id': 'd0e15d8d-21a1-4e06-a80d-4175d302affb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:16.932094 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e3e3922e-a042-41b7-9c44-100494deeab4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:17.017385 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e3e3922e-a042-41b7-9c44-100494deeab4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:17.111250 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd959742-77f4-42d3-b024-84a8caedc12f req-e5c72644-c4fd-4651-92b7-fb19a14108a5 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:17.113289 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dd959742-77f4-42d3-b024-84a8caedc12f req-e5c72644-c4fd-4651-92b7-fb19a14108a5 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 947 time: 0.0856657 Jun 18 19:46:17.123341 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e3e3922e-a042-41b7-9c44-100494deeab4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:17.125744 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c45db22a-0425-4923-a6d1-3603392c4654 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:17.199894 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3922e-a042-41b7-9c44-100494deeab4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbcf8b8-ae42-4cae-a80e-64b33e11ce05,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:17.205976 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e3e3922e-a042-41b7-9c44-100494deeab4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:17.263736 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dd959742-77f4-42d3-b024-84a8caedc12f req-717f6451-293d-45d7-b53c-3bc21095725c tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050949 Jun 18 19:46:17.363152 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e3e3922e-a042-41b7-9c44-100494deeab4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:17.369576 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-e3e3922e-a042-41b7-9c44-100494deeab4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5647728 Jun 18 19:46:17.370766 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47592) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:17.380601 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Request body: {'floatingip': {'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:17.434353 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ac3fe291-1dc0-41f5-ba86-51097b966af3 req-81241dfb-056d-4c88-a0ef-43dfbd73954a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 210 time: 0.0913651 Jun 18 19:46:17.471722 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 2264ccbd-9c12-4d05-ab0a-dbc46341609b up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:17.641666 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 2264ccbd-9c12-4d05-ab0a-dbc46341609b completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:17.649328 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 2264ccbd-9c12-4d05-ab0a-dbc46341609b triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:17.650005 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:17.670818 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:17.781449 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:17.851502 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 2264ccbd-9c12-4d05-ab0a-dbc46341609b, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=2264ccbd-9c12-4d05-ab0a-dbc46341609b,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:17.915363 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:17.923564 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:17.929734 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016fb8-e798-48b6-b843-0b0240b04827 req-5961a269-7121-40df-8880-d97442989532 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:17.932445 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-5961a269-7121-40df-8880-d97442989532 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "GET /v2.0/networks?id=ffba962a-7722-47db-a3ba-7bb75f48a4d9 HTTP/1.1" status: 200 len: 815 time: 0.3134561 Jun 18 19:46:17.963719 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-17016fb8-e798-48b6-b843-0b0240b04827 req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Request body: {'port': {'device_id': 'bea7f408-c273-4be0-b2d3-d7e1156a2d13', 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9', 'admin_state_up': True, 'tenant_id': '162ba356a07946bfa0bca0d17fb7fe68'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:18.023570 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=2264ccbd-9c12-4d05-ab0a-dbc46341609b,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:18.036093 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:18.221396 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:18.226187 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdee0a-a342-4f28-ae19-88c5eab3f61e req-c85487eb-6baf-4847-b4d7-d8475d542db6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:18.228826 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-20cdee0a-a342-4f28-ae19-88c5eab3f61e req-c85487eb-6baf-4847-b4d7-d8475d542db6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1440089 Jun 18 19:46:18.284217 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-20cdee0a-a342-4f28-ae19-88c5eab3f61e req-4dd56eb5-8a66-47a3-9538-a2da104bbb4b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Jun 18 19:46:18.449111 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17016fb8-e798-48b6-b843-0b0240b04827 req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Made reservation on behalf of 162ba356a07946bfa0bca0d17fb7fe68 for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:18.457064 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-17016fb8-e798-48b6-b843-0b0240b04827 req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:18.506263 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Allocated IP 172.28.3.44 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/4c5b9d58-f259-49a9-8f2f-c2c49fe47afa) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:18.673711 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:18.736306 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-71fb0efb-7aaa-4080-953d-4138d47f9d82 req-cf02a81e-cb3d-4820-b1bc-fb6ce3d90adf tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 210 time: 0.0370257 Jun 18 19:46:18.776494 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2607d1-9717-47ca-abfe-7a08556c714d req-d557c6c2-6021-4638-b5d5-a099af8753e0 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:18.778248 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1e2607d1-9717-47ca-abfe-7a08556c714d req-d557c6c2-6021-4638-b5d5-a099af8753e0 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 947 time: 0.3775554 Jun 18 19:46:18.822587 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1e2607d1-9717-47ca-abfe-7a08556c714d req-a2c3389f-e50a-4e2e-a416-81b80d693fc5 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374568 Jun 18 19:46:18.857126 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-17016fb8-e798-48b6-b843-0b0240b04827 req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Allocated IP 172.20.0.11 (ffba962a-7722-47db-a3ba-7bb75f48a4d9/7c22996c-a305-4585-ad36-0f9144be17a7/641c6bf1-8e87-47a4-bf6f-55d23254783e) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:18.893818 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:18.897688 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:18.949475 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:18.992292 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:18.994870 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:19.015266 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event updated for resources: {'Port': ['ID=4c5b9d58-f259-49a9-8f2f-c2c49fe47afa,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:19.019502 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:19.093400 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:19.118127 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-17016fb8-e798-48b6-b843-0b0240b04827 req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:19.224215 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:19.246064 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-17016fb8-e798-48b6-b843-0b0240b04827 req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:19.257672 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:19.270622 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['0ed5c894-6d73-4d34-bf4f-f5915add8884', 'b967fcde-f3a6-4d02-8763-2efdc77bc508'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:46:19.307838 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17016fb8-e798-48b6-b843-0b0240b04827 req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Network ffba962a-7722-47db-a3ba-7bb75f48a4d9 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:19.317504 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-17016fb8-e798-48b6-b843-0b0240b04827 req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:19.325965 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-17016fb8-e798-48b6-b843-0b0240b04827 req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:19.332338 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016fb8-e798-48b6-b843-0b0240b04827 req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:19.333029 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-17016fb8-e798-48b6-b843-0b0240b04827 req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:19.439101 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Pushing event updated for resources: {'Port': ['ID=641c6bf1-8e87-47a4-bf6f-55d23254783e,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:19.449164 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:19.503540 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5540140 Jun 18 19:46:19.524537 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Request body: {'port': {'device_id': 'bea7f408-c273-4be0-b2d3-d7e1156a2d13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:19.580648 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2258d-3283-4967-a006-31e0c07bf5cb req-80ab988f-4724-4600-8f65-605abbe095fc tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:19.583497 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bbc2258d-3283-4967-a006-31e0c07bf5cb req-80ab988f-4724-4600-8f65-605abbe095fc tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1134136 Jun 18 19:46:19.595615 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:19.652394 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bbc2258d-3283-4967-a006-31e0c07bf5cb req-08ab696a-3697-43d3-9fb4-5a9d71f536c1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626450 Jun 18 19:46:19.659949 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:19.681231 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:19.695447 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:19.727327 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:19.765363 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 2264ccbd-9c12-4d05-ab0a-dbc46341609b up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:19.792215 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event updated for resources: {'Port': ['ID=4c5b9d58-f259-49a9-8f2f-c2c49fe47afa,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:19.801225 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:19.831390 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 22c6f746-e74c-477c-8c02-6dc06b7b3a03 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:46:19.979405 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 2264ccbd-9c12-4d05-ab0a-dbc46341609b triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:19.979795 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:19.983056 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7b73e-5782-4dae-9846-40a6fb60563e req-67e7f4f5-1c3f-410e-a1d0-734356c5fabd tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:19.994888 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f6e7b73e-5782-4dae-9846-40a6fb60563e req-67e7f4f5-1c3f-410e-a1d0-734356c5fabd tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 932 time: 0.0964994 Jun 18 19:46:20.079704 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 22c6f746-e74c-477c-8c02-6dc06b7b3a03, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=22c6f746-e74c-477c-8c02-6dc06b7b3a03,segment=NetworkSegment(1ba35561-7e19-401c-b24a-55fe3a11f1c6),segment_id=1ba35561-7e19-401c-b24a-55fe3a11f1c6)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:20.086454 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f6e7b73e-5782-4dae-9846-40a6fb60563e req-96a62fca-fcdc-4496-95fd-4e630eeb938c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902770 Jun 18 19:46:20.100132 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '22c6f746-e74c-477c-8c02-6dc06b7b3a03', 'network_id': 'ac5ca08f-dda6-4017-91b0-df5294ce9e09', 'port_id': '22c6f746-e74c-477c-8c02-6dc06b7b3a03', 'mac_address': 'fa:16:3e:cf:e4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7050af-cdee-4ca7-a9fc-ac1e3642cc9b', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:46:20.104612 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:20.114495 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7352471 Jun 18 19:46:20.131035 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafbfc1-b4ee-466e-9e64-2b59a82cc675 req-8fe5e1fc-95e7-4ad1-b91d-9e17faaf0622 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:20.132860 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-aaafbfc1-b4ee-466e-9e64-2b59a82cc675 req-8fe5e1fc-95e7-4ad1-b91d-9e17faaf0622 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 947 time: 0.1274471 Jun 18 19:46:20.160564 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641c6bf1-8e87-47a4-bf6f-55d23254783e {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:20.185316 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:20.192119 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-aaafbfc1-b4ee-466e-9e64-2b59a82cc675 req-7594bcd3-7f9f-40eb-bd0e-8458ab4f8753 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533378 Jun 18 19:46:20.195575 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:20.213942 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Transition to ACTIVE for port object 641c6bf1-8e87-47a4-bf6f-55d23254783e will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:20.221231 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c6f746-e74c-477c-8c02-6dc06b7b3a03 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:20.244719 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 22c6f746-e74c-477c-8c02-6dc06b7b3a03, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=22c6f746-e74c-477c-8c02-6dc06b7b3a03,segment=NetworkSegment(1ba35561-7e19-401c-b24a-55fe3a11f1c6),segment_id=1ba35561-7e19-401c-b24a-55fe3a11f1c6)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:20.303451 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:20.305835 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:20.372985 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:20.379630 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:20.473530 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=22c6f746-e74c-477c-8c02-6dc06b7b3a03,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:20.477340 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-c552da5c-cb37-4721-9df7-066a1660488b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1163102724&fields=id&tenant_id=768a52f89fe94070af46a943e64aaf6f HTTP/1.1" status: 200 len: 267 time: 0.0729604 Jun 18 19:46:20.486170 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:20.489086 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47684) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:20.553415 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47688) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:20.638336 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-92765d0f-7c00-41e6-aef0-98715e775c97 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:20.646762 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-92765d0f-7c00-41e6-aef0-98715e775c97 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/networks?id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da HTTP/1.1" status: 200 len: 817 time: 0.1681683 Jun 18 19:46:20.679020 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9df9a0f8-81a6-430e-92e5-243b26aec478 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/quotas/768a52f89fe94070af46a943e64aaf6f HTTP/1.1" status: 200 len: 375 time: 0.0306256 Jun 18 19:46:20.691812 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b304efc3-b95a-4419-84b1-ff0cf7cc02e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:20.783557 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Pushing event updated for resources: {'Port': ['ID=641c6bf1-8e87-47a4-bf6f-55d23254783e,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:20.792714 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Attempting to bind port 641c6bf1-8e87-47a4-bf6f-55d23254783e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:20.797303 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Attempting to bind port 641c6bf1-8e87-47a4-bf6f-55d23254783e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:20.797303 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Attempting to bind port 641c6bf1-8e87-47a4-bf6f-55d23254783e on network ffba962a-7722-47db-a3ba-7bb75f48a4d9 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:20.800258 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:20.800993 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Port 641c6bf1-8e87-47a4-bf6f-55d23254783e on network ffba962a-7722-47db-a3ba-7bb75f48a4d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:46:20.801333 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Attempting to bind port 641c6bf1-8e87-47a4-bf6f-55d23254783e on network ffba962a-7722-47db-a3ba-7bb75f48a4d9 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:20.808132 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:20.808467 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Checking segment: {'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:20.809043 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Bound using segment: {'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:20.809497 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Bound port: 641c6bf1-8e87-47a4-bf6f-55d23254783e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:20.809885 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:20.832805 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-5370fd90-3a24-4e45-a532-189801d97c80 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1496677 Jun 18 19:46:20.836076 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dba5-3191-48c2-a26b-36abd73b246a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:20.901883 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] For port 641c6bf1-8e87-47a4-bf6f-55d23254783e, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:20.905597 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] For port 641c6bf1-8e87-47a4-bf6f-55d23254783e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=641c6bf1-8e87-47a4-bf6f-55d23254783e,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:20.918476 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['22c6f746-e74c-477c-8c02-6dc06b7b3a03'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:46:20.980421 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:20.993686 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:20.997334 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b304efc3-b95a-4419-84b1-ff0cf7cc02e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:21.024129 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:21.024940 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:21.026455 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] 10.222.0.22 "PUT /v2.0/ports/641c6bf1-8e87-47a4-bf6f-55d23254783e HTTP/1.1" status: 200 len: 1094 time: 1.5061798 Jun 18 19:46:21.027237 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea7f408-c273-4be0-b2d3-d7e1156a2d13', 'tag': '641c6bf1-8e87-47a4-bf6f-55d23254783e'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:21.029815 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142b104c-d21e-4dd0-b0a4-199e55bf8174" -d '{"events": [{"name": "network-changed", "server_uuid": "bea7f408-c273-4be0-b2d3-d7e1156a2d13", "tag": "641c6bf1-8e87-47a4-bf6f-55d23254783e"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:21.045379 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-077792bf-645a-4d7a-a73b-7507e99e158f service neutron] 10.222.0.30 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951487 Jun 18 19:46:21.061408 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269bd8b-eef0-4d51-94de-4adccc895277 req-43f48df8-fd63-4e09-8934-f87bb806eccf tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:21.067033 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Pushing event updated for resources: {'Port': ['ID=641c6bf1-8e87-47a4-bf6f-55d23254783e,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:21.068972 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3269bd8b-eef0-4d51-94de-4adccc895277 req-43f48df8-fd63-4e09-8934-f87bb806eccf tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1560805 Jun 18 19:46:21.070705 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:21.094725 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b304efc3-b95a-4419-84b1-ff0cf7cc02e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:21.119379 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-9774e697-4a3f-456e-bcf4-d2ff5b4eab35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:21.221919 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016fb8-e798-48b6-b843-0b0240b04827 req-a9036108-eaf6-4bf1-9a8b-4ec4b7605373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:21.223669 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-a9036108-eaf6-4bf1-9a8b-4ec4b7605373 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 1097 time: 0.0642564 Jun 18 19:46:21.235539 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-b304efc3-b95a-4419-84b1-ff0cf7cc02e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=146943e9690c4fe19dc50f313ef4a341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416203 Jun 18 19:46:21.235539 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304efc3-b95a-4419-84b1-ff0cf7cc02e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41608f3-5854-478f-a727-a53f2ddf9240,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:21.241007 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47704) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:21.252208 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-b304efc3-b95a-4419-84b1-ff0cf7cc02e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:21.266606 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3269bd8b-eef0-4d51-94de-4adccc895277 req-4a5bf526-cc37-4797-a42c-500d8b8dfdb6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967523 Jun 18 19:46:21.278367 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-00dad173-b4e4-49a6-9a98-c92adf734a7a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=641c6bf1-8e87-47a4-bf6f-55d23254783e HTTP/1.1" status: 200 len: 217 time: 0.0464203 Jun 18 19:46:21.338931 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38d3359-e2f6-42ac-98cf-967a8f5547e1 x-openstack-request-id: req-e38d3359-e2f6-42ac-98cf-967a8f5547e1 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:21.339359 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea7f408-c273-4be0-b2d3-d7e1156a2d13", "tag": "641c6bf1-8e87-47a4-bf6f-55d23254783e", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:21.339690 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e38d3359-e2f6-42ac-98cf-967a8f5547e1 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:21.340188 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea7f408-c273-4be0-b2d3-d7e1156a2d13', 'tag': '641c6bf1-8e87-47a4-bf6f-55d23254783e', 'status': 'completed', 'code': 200} Jun 18 19:46:21.361410 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-ff64e8ab-3a64-4982-9133-4b6b849affda service neutron] 10.222.0.30 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865584 Jun 18 19:46:21.367590 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016fb8-e798-48b6-b843-0b0240b04827 req-db5cff99-2e1a-45d4-9d2e-5f28ed02f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:21.369239 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-db5cff99-2e1a-45d4-9d2e-5f28ed02f8d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c22996c-a305-4585-ad36-0f9144be17a7 HTTP/1.1" status: 200 len: 855 time: 0.0728822 Jun 18 19:46:21.411957 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-16055a26-71c7-4870-b6a9-06fe5599d1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:21.412799 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-8bf0ae56-67cc-425e-859f-3a71b33a1bd4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ffba962a-7722-47db-a3ba-7bb75f48a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350125 Jun 18 19:46:21.418398 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dba5-3191-48c2-a26b-36abd73b246a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:21.469451 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-16055a26-71c7-4870-b6a9-06fe5599d1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:21.498769 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d7e6dba5-3191-48c2-a26b-36abd73b246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:21.506341 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:21.517867 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-e79dadf2-b889-40d2-8362-710957d0f5e2 service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962427 Jun 18 19:46:21.573296 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-d7e6dba5-3191-48c2-a26b-36abd73b246a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30d4167665c146f3a192b65564c0e66d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0162749 Jun 18 19:46:21.573713 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47706) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:21.584216 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6dba5-3191-48c2-a26b-36abd73b246a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e804a02e-94bd-40da-8927-22a3fb340bd2,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:21.590181 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d7e6dba5-3191-48c2-a26b-36abd73b246a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:21.643242 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119b53f-c347-433d-9a9d-6991da468d94 req-495d1b44-7415-44e7-8dbe-fd404cf2a5e9 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:21.644535 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-17016fb8-e798-48b6-b843-0b0240b04827 req-82a48824-ae65-4f3c-9367-3ce90e3fcc20 service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177771 Jun 18 19:46:21.650207 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5119b53f-c347-433d-9a9d-6991da468d94 req-495d1b44-7415-44e7-8dbe-fd404cf2a5e9 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 944 time: 0.2049675 Jun 18 19:46:21.693453 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7ff5e976-c88d-4ea9-bf98-85b6d7c721d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:21.717630 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5119b53f-c347-433d-9a9d-6991da468d94 req-a1e64a80-7b97-4f24-8130-e83dfbcf0233 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661874 Jun 18 19:46:21.743851 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7ff5e976-c88d-4ea9-bf98-85b6d7c721d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:21.771657 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-16055a26-71c7-4870-b6a9-06fe5599d1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:21.774736 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-16055a26-71c7-4870-b6a9-06fe5599d1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:21.779993 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-16055a26-71c7-4870-b6a9-06fe5599d1a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f41608f3-5854-478f-a727-a53f2ddf9240 HTTP/1.1" status: 204 len: 168 time: 0.5313292 Jun 18 19:46:21.779993 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-f99fc5a5-15c7-4f0a-a4df-99e2f3b7e160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:21.875411 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16055a26-71c7-4870-b6a9-06fe5599d1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41608f3-5854-478f-a727-a53f2ddf9240,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:21.881894 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-43bb68a0-2361-4f94-90a7-d1ea488a76e5 req-7bd848b4-5a05-47a7-b63c-fa70f4bbae8d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 210 time: 0.1004596 Jun 18 19:46:21.884833 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-16055a26-71c7-4870-b6a9-06fe5599d1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:21.973524 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b104c-d21e-4dd0-b0a4-199e55bf8174 req-8a51bbaa-5044-4c4d-b052-6e903ce7d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:21.975299 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bef8b-8a9e-4867-af51-0f9b72ad7a41 req-caa0b7e2-15a0-49e5-8786-a989edb5d7ea tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:21.976027 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-142b104c-d21e-4dd0-b0a4-199e55bf8174 req-8a51bbaa-5044-4c4d-b052-6e903ce7d050 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 1097 time: 0.0838156 Jun 18 19:46:21.990454 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-915bef8b-8a9e-4867-af51-0f9b72ad7a41 req-caa0b7e2-15a0-49e5-8786-a989edb5d7ea tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 948 time: 0.1592033 Jun 18 19:46:22.049546 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-915bef8b-8a9e-4867-af51-0f9b72ad7a41 req-18dd9a79-88fe-4eca-aa8f-bc8426915920 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615716 Jun 18 19:46:22.053964 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7ff5e976-c88d-4ea9-bf98-85b6d7c721d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:22.056735 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7ff5e976-c88d-4ea9-bf98-85b6d7c721d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:22.058942 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-7ff5e976-c88d-4ea9-bf98-85b6d7c721d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e804a02e-94bd-40da-8927-22a3fb340bd2 HTTP/1.1" status: 204 len: 168 time: 0.4824667 Jun 18 19:46:22.059859 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-358efb5c-2874-4e33-a441-f7a2a35403de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:22.086929 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5e976-c88d-4ea9-bf98-85b6d7c721d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e804a02e-94bd-40da-8927-22a3fb340bd2,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:22.100993 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7ff5e976-c88d-4ea9-bf98-85b6d7c721d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:22.161810 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b104c-d21e-4dd0-b0a4-199e55bf8174 req-e730165b-3700-4702-89b3-3f174c1c7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:22.165666 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-142b104c-d21e-4dd0-b0a4-199e55bf8174 req-e730165b-3700-4702-89b3-3f174c1c7356 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ffba962a-7722-47db-a3ba-7bb75f48a4d9 HTTP/1.1" status: 200 len: 915 time: 0.1818390 Jun 18 19:46:22.216940 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-142b104c-d21e-4dd0-b0a4-199e55bf8174 req-6ce0e6bb-494b-49f0-9ded-cbb97457d1c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=641c6bf1-8e87-47a4-bf6f-55d23254783e HTTP/1.1" status: 200 len: 217 time: 0.0429046 Jun 18 19:46:22.282610 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b104c-d21e-4dd0-b0a4-199e55bf8174 req-2fcb17a5-7bc4-4b52-af9c-8176c1ed3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:22.284026 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-142b104c-d21e-4dd0-b0a4-199e55bf8174 req-2fcb17a5-7bc4-4b52-af9c-8176c1ed3957 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c22996c-a305-4585-ad36-0f9144be17a7 HTTP/1.1" status: 200 len: 855 time: 0.0602875 Jun 18 19:46:22.326099 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-142b104c-d21e-4dd0-b0a4-199e55bf8174 req-5411d575-b328-4f8a-80de-a5b425051366 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ffba962a-7722-47db-a3ba-7bb75f48a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324826 Jun 18 19:46:22.480363 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-142b104c-d21e-4dd0-b0a4-199e55bf8174 req-dbdd1562-7e4e-4963-b3d1-9cadd77987b0 service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442306 Jun 18 19:46:22.504094 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b647b12-4258-456b-86fb-a5a845af7fe2 req-b6d0bf6f-33a8-4719-9116-95df5a5d1558 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:22.508157 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4b647b12-4258-456b-86fb-a5a845af7fe2 req-b6d0bf6f-33a8-4719-9116-95df5a5d1558 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.0990646 Jun 18 19:46:22.602729 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4b647b12-4258-456b-86fb-a5a845af7fe2 req-313b25a3-c31d-4322-ab88-049c0a8f56ac tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781417 Jun 18 19:46:22.626336 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-142b104c-d21e-4dd0-b0a4-199e55bf8174 req-6f11f3df-c531-4122-8020-cd00411a96ec service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321878 Jun 18 19:46:22.939515 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2142529-1788-43e5-97fb-39d0e45549e5 req-d0eeae38-6b53-4f71-8016-a1b61e5fbd9d tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:22.941084 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b2142529-1788-43e5-97fb-39d0e45549e5 req-d0eeae38-6b53-4f71-8016-a1b61e5fbd9d tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 944 time: 0.0898275 Jun 18 19:46:22.991113 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9e1435af-9103-4de7-b481-bdad71be66d0 req-25c7fa53-daa5-4dff-bc09-0c4a8fb8fc54 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 210 time: 0.0360086 Jun 18 19:46:23.017386 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b2142529-1788-43e5-97fb-39d0e45549e5 req-5780504f-98ed-43f8-9929-91503047a94a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693223 Jun 18 19:46:23.044079 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47760) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:23.053374 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9d6732c0-5bab-4959-99a3-152d876231e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:23.175169 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9d6732c0-5bab-4959-99a3-152d876231e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:23.290450 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9d6732c0-5bab-4959-99a3-152d876231e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:23.300805 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d3224cbc-375f-4cc6-af48-9fe6f6c9a685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:23.345926 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd887a8-a566-40e7-8b33-ef6a07fb685d req-45208e05-44ad-4c33-895e-6afb5a0e2305 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:23.349168 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0bd887a8-a566-40e7-8b33-ef6a07fb685d req-45208e05-44ad-4c33-895e-6afb5a0e2305 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 948 time: 0.1364517 Jun 18 19:46:23.362362 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-9d6732c0-5bab-4959-99a3-152d876231e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72cc5a0caf5a4777a5d60c270f2a258f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237407 Jun 18 19:46:23.362362 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6732c0-5bab-4959-99a3-152d876231e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ccb761-ed3e-49b8-9fad-332b73f3d7bf,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:23.362943 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47774) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:23.367501 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-9d6732c0-5bab-4959-99a3-152d876231e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:23.408726 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0bd887a8-a566-40e7-8b33-ef6a07fb685d req-db7a7074-4936-4713-888c-40c51e466857 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530815 Jun 18 19:46:23.465427 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fbf7-488b-4229-ac0e-626ba42b0010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:23.494042 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fbf7-488b-4229-ac0e-626ba42b0010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:23.636298 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fbf7-488b-4229-ac0e-626ba42b0010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:23.642591 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b8a5fbf7-488b-4229-ac0e-626ba42b0010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:23.644757 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-b8a5fbf7-488b-4229-ac0e-626ba42b0010 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43ccb761-ed3e-49b8-9fad-332b73f3d7bf HTTP/1.1" status: 204 len: 168 time: 0.2798464 Jun 18 19:46:23.646224 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-9178b368-c925-4ff3-9e39-16487a40f58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:23.660839 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5fbf7-488b-4229-ac0e-626ba42b0010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ccb761-ed3e-49b8-9fad-332b73f3d7bf,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:23.681994 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b8a5fbf7-488b-4229-ac0e-626ba42b0010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:23.831042 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585df9bf-23a3-4612-b1b8-9be4bd72bd49 req-44d78b0f-25d6-435a-b741-8274b24aca50 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:23.833086 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-585df9bf-23a3-4612-b1b8-9be4bd72bd49 req-44d78b0f-25d6-435a-b741-8274b24aca50 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.0761151 Jun 18 19:46:23.864422 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 22c6f746-e74c-477c-8c02-6dc06b7b3a03 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:23.885914 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-585df9bf-23a3-4612-b1b8-9be4bd72bd49 req-bf26a275-04b4-4821-bead-80cba33b647b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462112 Jun 18 19:46:24.018371 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 22c6f746-e74c-477c-8c02-6dc06b7b3a03 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:24.022631 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 22c6f746-e74c-477c-8c02-6dc06b7b3a03 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:24.022904 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:24.147383 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:24.179895 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468c99cb-4224-4c24-aa74-d633c650bd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c6f746-e74c-477c-8c02-6dc06b7b3a03'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:24.183824 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b391772f-77f5-49e7-8d35-3973ce2481bf" -d '{"events": [{"server_uuid": "468c99cb-4224-4c24-aa74-d633c650bd7d", "name": "network-vif-plugged", "status": "completed", "tag": "22c6f746-e74c-477c-8c02-6dc06b7b3a03"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:24.205035 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 22c6f746-e74c-477c-8c02-6dc06b7b3a03, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=22c6f746-e74c-477c-8c02-6dc06b7b3a03,segment=NetworkSegment(1ba35561-7e19-401c-b24a-55fe3a11f1c6),segment_id=1ba35561-7e19-401c-b24a-55fe3a11f1c6)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:24.228953 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7f09a257-a5b3-4177-b8f2-b7e4bce3485b req-fadc16a2-d720-4fcc-9998-c4a90b05f6ca tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 210 time: 0.0669081 Jun 18 19:46:24.308380 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25224905-326d-4a18-b929-34de1227a605 x-openstack-request-id: req-25224905-326d-4a18-b929-34de1227a605 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:24.309203 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468c99cb-4224-4c24-aa74-d633c650bd7d", "name": "network-vif-plugged", "status": "completed", "tag": "22c6f746-e74c-477c-8c02-6dc06b7b3a03", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:24.309394 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25224905-326d-4a18-b929-34de1227a605 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:24.309656 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468c99cb-4224-4c24-aa74-d633c650bd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c6f746-e74c-477c-8c02-6dc06b7b3a03', 'code': 200} Jun 18 19:46:24.327144 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:24.330916 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:24.361897 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207368d4-ec48-4ede-a3d0-b161ceaae55d req-2a85c385-df62-4efa-a637-b6f9fc424db3 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:24.363609 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-207368d4-ec48-4ede-a3d0-b161ceaae55d req-2a85c385-df62-4efa-a637-b6f9fc424db3 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 944 time: 0.1878655 Jun 18 19:46:24.435292 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-207368d4-ec48-4ede-a3d0-b161ceaae55d req-bbd36f61-8092-4a8f-bfea-3affa9220288 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617335 Jun 18 19:46:24.503887 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=22c6f746-e74c-477c-8c02-6dc06b7b3a03,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:24.510523 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:24.618598 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c14e24a7-da35-4f03-b61c-642fb45904cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:24.685068 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458d0b3-0ac2-4655-96d9-68039692cd68 req-ea5ffe05-46a2-4c19-ad09-f5e1603d0c67 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:24.694359 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8458d0b3-0ac2-4655-96d9-68039692cd68 req-ea5ffe05-46a2-4c19-ad09-f5e1603d0c67 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 949 time: 0.1161094 Jun 18 19:46:24.749186 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8458d0b3-0ac2-4655-96d9-68039692cd68 req-54020132-53ca-455b-9a33-587547bf44d0 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535867 Jun 18 19:46:24.794063 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-69759696-2e9b-4392-94f4-9eabf00a5948 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:24.796618 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-69759696-2e9b-4392-94f4-9eabf00a5948 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.22 "GET /v2.0/networks?id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da HTTP/1.1" status: 200 len: 817 time: 0.2368743 Jun 18 19:46:24.858797 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-8fff5589-6693-4f47-8e54-cd1c396415a1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=768a52f89fe94070af46a943e64aaf6f HTTP/1.1" status: 200 len: 380 time: 0.0439806 Jun 18 19:46:24.870872 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Request body: {'port': {'device_id': '859748e5-bf95-4219-ab2c-062c6932af57', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'admin_state_up': True, 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'security_groups': ['d0e15d8d-21a1-4e06-a80d-4175d302affb']}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:25.081522 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0c2a8-2353-4b7e-993b-377ad5b09f48 req-bb6ac62c-a392-4a48-a741-ba3a0ed6ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:25.084919 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-8de0c2a8-2353-4b7e-993b-377ad5b09f48 req-bb6ac62c-a392-4a48-a741-ba3a0ed6ea73 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 1098 time: 0.1205845 Jun 18 19:46:25.162225 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Made reservation on behalf of 768a52f89fe94070af46a943e64aaf6f for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:25.166043 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:25.183911 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-8de0c2a8-2353-4b7e-993b-377ad5b09f48 req-e9675e4a-26f6-4c77-80be-5c1b5ee58dc8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828977 Jun 18 19:46:25.184614 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e53f88-6ceb-43d1-866c-2d2882265275 req-072a1b2b-fa5f-4005-b3ab-63d1efb67df4 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:25.189387 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-30e53f88-6ceb-43d1-866c-2d2882265275 req-072a1b2b-fa5f-4005-b3ab-63d1efb67df4 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.0893347 Jun 18 19:46:25.234863 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-30e53f88-6ceb-43d1-866c-2d2882265275 req-74886d65-d31f-48cc-a7c6-1432570e07f6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Jun 18 19:46:25.263286 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaa0ac-d584-4e4d-ae74-e657e4e09ca5 req-84cb4b82-6cb2-4827-88bb-3c9dfc952035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:25.264856 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-dbaaa0ac-d584-4e4d-ae74-e657e4e09ca5 req-84cb4b82-6cb2-4827-88bb-3c9dfc952035 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 1102 time: 0.1575475 Jun 18 19:46:25.391574 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Allocated IP 172.20.0.8 (eb24f8e6-01fe-44d5-9dba-2bf52964b0da/f0653697-4e0e-4a33-be0c-cebd40779fe7/0cdf1eb2-384c-46b7-99bb-147666b10e70) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:25.396521 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-dbaaa0ac-d584-4e4d-ae74-e657e4e09ca5 req-4c54f1d6-3604-4d27-a54f-e0126373ceeb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507050 Jun 18 19:46:25.427822 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bb87dae5-1b25-41cb-b67f-b28f2ca8fad4 req-1da8d141-b207-4286-996a-468858dcc931 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 210 time: 0.0477765 Jun 18 19:46:25.680542 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:25.698958 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Transition to ACTIVE for port object 0cdf1eb2-384c-46b7-99bb-147666b10e70 will not be triggered until provisioned by entity DHCP. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:25.771793 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce3a11-7cb3-41e3-853e-185ddeb7f692 req-96efd114-0915-46ff-a150-a7197c061c45 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:25.771793 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-38ce3a11-7cb3-41e3-853e-185ddeb7f692 req-96efd114-0915-46ff-a150-a7197c061c45 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 944 time: 0.1214790 Jun 18 19:46:25.818991 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-38ce3a11-7cb3-41e3-853e-185ddeb7f692 req-eb038fb0-bd0a-4ca2-b25b-3a55c63041de tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Jun 18 19:46:25.880761 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 641c6bf1-8e87-47a4-bf6f-55d23254783e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:46:25.921999 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:25.937937 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0444e1cf-a232-4de6-b2ee-fd68332bfbbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:25.976218 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Network eb24f8e6-01fe-44d5-9dba-2bf52964b0da is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:25.980499 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:25.985492 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:25.991507 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:25.992179 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.032475 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event updated for resources: {'Port': ['ID=0cdf1eb2-384c-46b7-99bb-147666b10e70,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:26.032475 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:26.083461 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f035bb-b071-4227-ba37-8d8c2bf5adac req-fd696321-2686-4801-87a5-01eed851a01e tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:26.085164 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-64f035bb-b071-4227-ba37-8d8c2bf5adac req-fd696321-2686-4801-87a5-01eed851a01e tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 949 time: 0.1516182 Jun 18 19:46:26.111570 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 641c6bf1-8e87-47a4-bf6f-55d23254783e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=641c6bf1-8e87-47a4-bf6f-55d23254783e,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:26.116556 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2495239 Jun 18 19:46:26.137381 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Request body: {'port': {'device_id': '859748e5-bf95-4219-ab2c-062c6932af57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:26.157088 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '641c6bf1-8e87-47a4-bf6f-55d23254783e', 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9', 'port_id': '641c6bf1-8e87-47a4-bf6f-55d23254783e', 'mac_address': 'fa:16:3e:26:e3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c22996c-a305-4585-ad36-0f9144be17a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:46:26.195180 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-64f035bb-b071-4227-ba37-8d8c2bf5adac req-c24e189a-7260-41e0-87fd-cb6e9f7e11ae tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805800 Jun 18 19:46:26.257280 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.279236 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641c6bf1-8e87-47a4-bf6f-55d23254783e {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:26.294955 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.325434 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 641c6bf1-8e87-47a4-bf6f-55d23254783e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=641c6bf1-8e87-47a4-bf6f-55d23254783e,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:26.423945 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.426482 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:26.466881 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604745d-8efe-4e7e-825b-d0bbd55400ae req-68194ee0-18ea-4713-b3c5-7ae8a4d7fdca tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:26.472986 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-d265b909-f5ee-477c-b595-aad09783248f None None] Provisioning for port 0cdf1eb2-384c-46b7-99bb-147666b10e70 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:26.476292 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7604745d-8efe-4e7e-825b-d0bbd55400ae req-68194ee0-18ea-4713-b3c5-7ae8a4d7fdca tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.0809653 Jun 18 19:46:26.496380 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-d265b909-f5ee-477c-b595-aad09783248f None None] Provisioning complete for port 0cdf1eb2-384c-46b7-99bb-147666b10e70 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:26.509618 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d265b909-f5ee-477c-b595-aad09783248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.554008 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7604745d-8efe-4e7e-825b-d0bbd55400ae req-42b264eb-a2d7-45b1-b5a7-c83f68c2c595 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737453 Jun 18 19:46:26.584750 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=641c6bf1-8e87-47a4-bf6f-55d23254783e,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:26.591320 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:26.601803 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-d265b909-f5ee-477c-b595-aad09783248f None None] Port 0cdf1eb2-384c-46b7-99bb-147666b10e70 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:46:26.697744 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cdf1eb2-384c-46b7-99bb-147666b10e70 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:26.714327 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.732798 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dce293-7acb-4f38-a937-6e1f9ca11ab9 req-85785e11-aae1-4670-972b-68536bffbaad tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:26.741763 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e2dce293-7acb-4f38-a937-6e1f9ca11ab9 req-85785e11-aae1-4670-972b-68536bffbaad tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 931 time: 0.1071384 Jun 18 19:46:26.742265 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Transition to ACTIVE for port object 0cdf1eb2-384c-46b7-99bb-147666b10e70 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:26.790866 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e2dce293-7acb-4f38-a937-6e1f9ca11ab9 req-484c0168-cee3-4f00-bc74-926f4d396976 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398011 Jun 18 19:46:26.851996 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:26.866710 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7c1069da-07c5-474e-a8cd-5293678fac31 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:26.967743 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47936) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:27.083309 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdf1eb2-384c-46b7-99bb-147666b10e70,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:27.096422 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:27.121834 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Attempting to bind port 0cdf1eb2-384c-46b7-99bb-147666b10e70 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:27.121834 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Attempting to bind port 0cdf1eb2-384c-46b7-99bb-147666b10e70 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:27.121834 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Attempting to bind port 0cdf1eb2-384c-46b7-99bb-147666b10e70 on network eb24f8e6-01fe-44d5-9dba-2bf52964b0da {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:27.130392 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['641c6bf1-8e87-47a4-bf6f-55d23254783e'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:46:27.168996 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Port 0cdf1eb2-384c-46b7-99bb-147666b10e70 on network eb24f8e6-01fe-44d5-9dba-2bf52964b0da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:46:27.168996 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Attempting to bind port 0cdf1eb2-384c-46b7-99bb-147666b10e70 on network eb24f8e6-01fe-44d5-9dba-2bf52964b0da {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:27.188019 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:27.189711 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Checking segment: {'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:27.189711 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Bound using segment: {'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:27.189711 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Bound port: 0cdf1eb2-384c-46b7-99bb-147666b10e70, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:27.189711 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.212512 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-f7b8b110-6c4a-463f-a28d-5412bbea0aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.290345 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d7b55760-57f7-4cc5-9489-577cfc603aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.376586 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] For port 0cdf1eb2-384c-46b7-99bb-147666b10e70, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:27.383323 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] For port 0cdf1eb2-384c-46b7-99bb-147666b10e70, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:27.419939 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bd610-bd4d-412b-a657-4359edd25137 req-658721f0-97bb-4a54-a368-77acc1cbabcf tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:27.422355 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-380bd610-bd4d-412b-a657-4359edd25137 req-658721f0-97bb-4a54-a368-77acc1cbabcf tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 945 time: 0.3519013 Jun 18 19:46:27.442748 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d7b55760-57f7-4cc5-9489-577cfc603aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.476663 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.482335 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5e57e80e-e6ee-42bf-8f88-4625fe66fde6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:27.488032 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-380bd610-bd4d-412b-a657-4359edd25137 req-36181f0f-156f-46a7-b49e-c13f807b22ee tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556002 Jun 18 19:46:27.538364 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:27.539267 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.541005 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] 10.222.0.22 "PUT /v2.0/ports/0cdf1eb2-384c-46b7-99bb-147666b10e70 HTTP/1.1" status: 200 len: 1093 time: 1.4118166 Jun 18 19:46:27.544101 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:27.545290 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d7b55760-57f7-4cc5-9489-577cfc603aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.548485 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4704e22e-4895-42c8-844f-3056b48ac5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:27.553525 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7513d305-bb89-47d0-b0dd-69a03f537ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:27.598023 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdf1eb2-384c-46b7-99bb-147666b10e70,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:27.621905 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aae69b-5ade-4aca-bb21-f8c67a104c4a x-openstack-request-id: req-e1aae69b-5ade-4aca-bb21-f8c67a104c4a {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:27.621905 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:27.623012 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1aae69b-5ade-4aca-bb21-f8c67a104c4a {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:27.623012 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'status': 'completed', 'code': 200} Jun 18 19:46:27.626255 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:27.628422 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b55760-57f7-4cc5-9489-577cfc603aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e182b8d0-2fb5-4e26-ab5b-e167c157d55e,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:27.636428 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-d7b55760-57f7-4cc5-9489-577cfc603aec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c13d5a9d7254b58aad140e342f24a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6672776 Jun 18 19:46:27.637511 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d7b55760-57f7-4cc5-9489-577cfc603aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:27.638151 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47960) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:27.740941 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5a591fa-70c9-4065-b59a-8a5a4b9d2347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.774696 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704e22e-4895-42c8-844f-3056b48ac5ff req-a3086eb9-f6bf-43a8-bc57-f4c2f2eb201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:27.776607 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4704e22e-4895-42c8-844f-3056b48ac5ff req-a3086eb9-f6bf-43a8-bc57-f4c2f2eb201a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 1096 time: 0.1300812 Jun 18 19:46:27.860201 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5a591fa-70c9-4065-b59a-8a5a4b9d2347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:27.944396 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170f124-4ff2-4a99-baf7-2da265939fa4 req-a33cb104-1e6b-42e0-8924-0095b64511b6 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:27.946624 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f170f124-4ff2-4a99-baf7-2da265939fa4 req-a33cb104-1e6b-42e0-8924-0095b64511b6 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 949 time: 0.2354496 Jun 18 19:46:27.982066 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3b2e1-431e-4428-9c26-ad5c956df72f req-a800f914-9743-4f6e-9e4c-722ff1b1c3de tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:27.985514 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dbc3b2e1-431e-4428-9c26-ad5c956df72f req-a800f914-9743-4f6e-9e4c-722ff1b1c3de tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.2018080 Jun 18 19:46:28.009817 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47968) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:28.011236 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704e22e-4895-42c8-844f-3056b48ac5ff req-036cb43c-9d13-4b7a-9894-b01f795a7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:28.012934 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4704e22e-4895-42c8-844f-3056b48ac5ff req-036cb43c-9d13-4b7a-9894-b01f795a7919 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=768a52f89fe94070af46a943e64aaf6f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2275481 Jun 18 19:46:28.072437 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f170f124-4ff2-4a99-baf7-2da265939fa4 req-f071ad63-af40-4294-8de3-66586b1323a8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172848 Jun 18 19:46:28.079690 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5a591fa-70c9-4065-b59a-8a5a4b9d2347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.084635 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5a591fa-70c9-4065-b59a-8a5a4b9d2347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.089648 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c5a591fa-70c9-4065-b59a-8a5a4b9d2347 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e182b8d0-2fb5-4e26-ab5b-e167c157d55e HTTP/1.1" status: 204 len: 168 time: 0.4473944 Jun 18 19:46:28.090671 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:28.104021 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.134753 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dbc3b2e1-431e-4428-9c26-ad5c956df72f req-e45b256c-65a4-4605-9447-839f1cc6b457 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408615 Jun 18 19:46:28.140981 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a591fa-70c9-4065-b59a-8a5a4b9d2347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e182b8d0-2fb5-4e26-ab5b-e167c157d55e,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:28.194859 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c5a591fa-70c9-4065-b59a-8a5a4b9d2347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:28.222697 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704e22e-4895-42c8-844f-3056b48ac5ff req-4dd8922d-f5ba-4966-95db-cd4bf0f09e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:28.229594 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4704e22e-4895-42c8-844f-3056b48ac5ff req-4dd8922d-f5ba-4966-95db-cd4bf0f09e8b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2067037 Jun 18 19:46:28.262646 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0c60e2bb-964a-4019-bc56-e5627baeba57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.467746 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.469023 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e62bd-4854-4f9b-94a6-7841e6fa4c2d req-53c49bed-bd0d-4bc1-a0bc-ae006d65bf7e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:28.469023 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-198e62bd-4854-4f9b-94a6-7841e6fa4c2d req-53c49bed-bd0d-4bc1-a0bc-ae006d65bf7e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1841419 Jun 18 19:46:28.469242 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-45cccad0-49cf-4e91-8abc-630f1730a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:28.469242 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-45cccad0-49cf-4e91-8abc-630f1730a3d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 1096 time: 0.1618729 Jun 18 19:46:28.506247 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-198e62bd-4854-4f9b-94a6-7841e6fa4c2d req-d6d06b39-1331-413e-a0b8-6d6e0dea1b3e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496087 Jun 18 19:46:28.522248 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-c8e78612-ae5f-4932-b38f-87a083413a32 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70 HTTP/1.1" status: 200 len: 217 time: 0.0456839 Jun 18 19:46:28.543278 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728464b-f1e3-469b-befa-bd94db7e4574 req-bddea2e6-f608-434d-8e8b-96de1820ebf0 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:28.555489 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0728464b-f1e3-469b-befa-bd94db7e4574 req-bddea2e6-f608-434d-8e8b-96de1820ebf0 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1928587 Jun 18 19:46:28.604895 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0c60e2bb-964a-4019-bc56-e5627baeba57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.609313 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-05b2ca00-c6be-4858-a9cd-3efd29d796b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:28.610934 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-05b2ca00-c6be-4858-a9cd-3efd29d796b2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0653697-4e0e-4a33-be0c-cebd40779fe7 HTTP/1.1" status: 200 len: 856 time: 0.0822785 Jun 18 19:46:28.631727 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0728464b-f1e3-469b-befa-bd94db7e4574 req-119f481c-1554-42b3-b8a6-72dc98a394ae tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750949 Jun 18 19:46:28.697785 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0c60e2bb-964a-4019-bc56-e5627baeba57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:28.706530 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-99e51c52-c147-46e4-98c8-92fb041a63f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:28.919883 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 47988) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:28.922586 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-0c60e2bb-964a-4019-bc56-e5627baeba57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9dab68d1f4d14704928b2e3abbddd943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9067132 Jun 18 19:46:28.932408 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60e2bb-964a-4019-bc56-e5627baeba57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b90909a-e702-45e3-bb6b-d91e5fde0bb3,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:28.939712 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0c60e2bb-964a-4019-bc56-e5627baeba57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:28.954282 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-c0058f0e-b61b-4530-a5ba-64435637e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:28.955817 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-c0058f0e-b61b-4530-a5ba-64435637e341 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3376629 Jun 18 19:46:29.062778 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5dcfd8e8-e95d-4793-8f34-8f58bdacd450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.087794 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-3b05f265-028d-4706-ba18-a6c3785491e7 service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219184 Jun 18 19:46:29.090428 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5dcfd8e8-e95d-4793-8f34-8f58bdacd450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.110628 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0973b-8630-4cff-a799-f5e75b666659 req-69e6ea86-ea84-4e0c-a38c-ad60eb999ebe tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:29.112125 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-06e0973b-8630-4cff-a799-f5e75b666659 req-69e6ea86-ea84-4e0c-a38c-ad60eb999ebe tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 945 time: 0.1487927 Jun 18 19:46:29.154355 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.186361 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-06e0973b-8630-4cff-a799-f5e75b666659 req-91e03798-b29f-4feb-8bf0-a7432ec7ca1b tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652666 Jun 18 19:46:29.210673 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e83a0874-fa43-4903-8b8f-bcd98939b76c req-7a5bd8c0-6c16-411a-9e21-55e0dff62805 service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159117 Jun 18 19:46:29.332825 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5dcfd8e8-e95d-4793-8f34-8f58bdacd450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.335366 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5dcfd8e8-e95d-4793-8f34-8f58bdacd450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.336965 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-5dcfd8e8-e95d-4793-8f34-8f58bdacd450 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b90909a-e702-45e3-bb6b-d91e5fde0bb3 HTTP/1.1" status: 204 len: 168 time: 0.4082401 Jun 18 19:46:29.338684 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-16055a26-71c7-4870-b6a9-06fe5599d1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:29.355660 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 47994) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:29.375636 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfd8e8-e95d-4793-8f34-8f58bdacd450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b90909a-e702-45e3-bb6b-d91e5fde0bb3,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:29.382486 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2af39129-a4f2-45bf-9aa6-dd5f2f7f1101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.382908 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-5dcfd8e8-e95d-4793-8f34-8f58bdacd450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:29.501944 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2af39129-a4f2-45bf-9aa6-dd5f2f7f1101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.601183 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2af39129-a4f2-45bf-9aa6-dd5f2f7f1101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.606305 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-01a80111-4cd4-42bf-b066-e0217fc6d581 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:29.666165 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af39129-a4f2-45bf-9aa6-dd5f2f7f1101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec5e27a-04ea-4263-bf3e-44f8675f854b,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:29.679623 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-2af39129-a4f2-45bf-9aa6-dd5f2f7f1101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:29.711256 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-2af39129-a4f2-45bf-9aa6-dd5f2f7f1101 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcce8aa9f820456892a589db3502551e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541255 Jun 18 19:46:29.714640 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 48004) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:29.742239 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7eedb-5063-4d40-a90f-2f197fbd31fa req-04a5cbde-2d32-4283-8130-1eedc4e249c9 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:29.745521 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-faa7eedb-5063-4d40-a90f-2f197fbd31fa req-04a5cbde-2d32-4283-8130-1eedc4e249c9 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 949 time: 0.2033505 Jun 18 19:46:29.823915 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-faa7eedb-5063-4d40-a90f-2f197fbd31fa req-c55e32e0-f1f5-4446-90fa-81e9931e49fc tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634179 Jun 18 19:46:29.824286 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ad66-880b-40b4-8af5-923e519358ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.842855 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29fefa-13a3-4b8f-a664-4f0736aa6728 req-0444d8c6-07b5-4753-bf74-4a654b9f77c2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:29.846055 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9b29fefa-13a3-4b8f-a664-4f0736aa6728 req-0444d8c6-07b5-4753-bf74-4a654b9f77c2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1926494 Jun 18 19:46:29.867171 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ad66-880b-40b4-8af5-923e519358ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:29.905865 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9b29fefa-13a3-4b8f-a664-4f0736aa6728 req-3513c9d9-f871-46cd-abdb-7771152eb26b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537524 Jun 18 19:46:29.915884 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 641c6bf1-8e87-47a4-bf6f-55d23254783e up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:30.081191 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ad66-880b-40b4-8af5-923e519358ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.083916 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ad66-880b-40b4-8af5-923e519358ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.085128 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-f1b8ad66-880b-40b4-8af5-923e519358ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ec5e27a-04ea-4263-bf3e-44f8675f854b HTTP/1.1" status: 204 len: 168 time: 0.3688486 Jun 18 19:46:30.085916 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f09b0cf6-a6e6-47be-9156-f8f8806c0f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:30.103530 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8ad66-880b-40b4-8af5-923e519358ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec5e27a-04ea-4263-bf3e-44f8675f854b,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:30.103530 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f1b8ad66-880b-40b4-8af5-923e519358ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:30.121525 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.122895 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 641c6bf1-8e87-47a4-bf6f-55d23254783e completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:30.135816 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 641c6bf1-8e87-47a4-bf6f-55d23254783e triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:30.136350 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.231088 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.286322 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea7f408-c273-4be0-b2d3-d7e1156a2d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641c6bf1-8e87-47a4-bf6f-55d23254783e'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:30.286322 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f585fc-65be-4a07-b559-1a52e5c1a487" -d '{"events": [{"server_uuid": "bea7f408-c273-4be0-b2d3-d7e1156a2d13", "name": "network-vif-plugged", "status": "completed", "tag": "641c6bf1-8e87-47a4-bf6f-55d23254783e"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:30.294025 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 641c6bf1-8e87-47a4-bf6f-55d23254783e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=641c6bf1-8e87-47a4-bf6f-55d23254783e,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:30.330210 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5906f1f-a749-4a65-b936-b8a3868b2f4d x-openstack-request-id: req-b5906f1f-a749-4a65-b936-b8a3868b2f4d {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:30.330810 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea7f408-c273-4be0-b2d3-d7e1156a2d13", "name": "network-vif-plugged", "status": "completed", "tag": "641c6bf1-8e87-47a4-bf6f-55d23254783e", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:30.331127 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5906f1f-a749-4a65-b936-b8a3868b2f4d {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:30.331548 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea7f408-c273-4be0-b2d3-d7e1156a2d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641c6bf1-8e87-47a4-bf6f-55d23254783e', 'code': 200} Jun 18 19:46:30.433495 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa355098-342f-4984-ac4e-1e590227f3c5 req-33f85972-7f37-4042-96bc-5cd78fe7909f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:30.435597 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fa355098-342f-4984-ac4e-1e590227f3c5 req-33f85972-7f37-4042-96bc-5cd78fe7909f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 945 time: 0.0781705 Jun 18 19:46:30.485574 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fa355098-342f-4984-ac4e-1e590227f3c5 req-86d32f0c-6637-4b08-9ffa-b4681779376d tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Jun 18 19:46:30.487296 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.489439 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:30.535526 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 48018) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:30.541511 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=641c6bf1-8e87-47a4-bf6f-55d23254783e,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:30.544838 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:30.558160 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f79f-dc8f-4b3b-b3b4-5bbbf3a3feca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.657855 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f79f-dc8f-4b3b-b3b4-5bbbf3a3feca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.818932 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3cb3f79f-dc8f-4b3b-b3b4-5bbbf3a3feca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:30.828952 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68187295-5594-451d-a4e9-ec337bfd0b24 req-e98443b7-d945-4134-8448-243b6f2a66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:30.828952 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-68187295-5594-451d-a4e9-ec337bfd0b24 req-e98443b7-d945-4134-8448-243b6f2a66ee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 1099 time: 0.0592034 Jun 18 19:46:30.828952 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5622fd61-48f8-4b73-af40-1be0a7072a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:30.889430 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-3cb3f79f-dc8f-4b3b-b3b4-5bbbf3a3feca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=180fd6b6d0754527b7a0922458d0d42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520935 Jun 18 19:46:30.892359 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 48026) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:30.893627 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3f79f-dc8f-4b3b-b3b4-5bbbf3a3feca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2f88aa-a183-49fd-91ad-0de95b298837,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:30.897599 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-3cb3f79f-dc8f-4b3b-b3b4-5bbbf3a3feca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:30.913024 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-68187295-5594-451d-a4e9-ec337bfd0b24 req-2b9613bd-d62e-491a-89b5-741c314d77fc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786936 Jun 18 19:46:30.955139 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-91366a6b-d444-4efd-bf85-5a86884f16cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.016038 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-91366a6b-d444-4efd-bf85-5a86884f16cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.094340 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393b47b-c00c-45ba-a04b-50d0ec5f2030 req-715f6087-a326-42df-ae7d-36c4335e803b tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:31.096057 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4393b47b-c00c-45ba-a04b-50d0ec5f2030 req-715f6087-a326-42df-ae7d-36c4335e803b tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 949 time: 0.1363029 Jun 18 19:46:31.203933 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4393b47b-c00c-45ba-a04b-50d0ec5f2030 req-6fd30c7a-1571-409a-99b7-e1280587cdfa tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888798 Jun 18 19:46:31.256025 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5052a-05cc-47e0-8f01-2313473b55cc req-6ab13df3-8ece-4c3e-821b-e48e19978e00 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:31.257965 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fcf5052a-05cc-47e0-8f01-2313473b55cc req-6ab13df3-8ece-4c3e-821b-e48e19978e00 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1275954 Jun 18 19:46:31.282508 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-91366a6b-d444-4efd-bf85-5a86884f16cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.297953 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-91366a6b-d444-4efd-bf85-5a86884f16cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.297953 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-91366a6b-d444-4efd-bf85-5a86884f16cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad2f88aa-a183-49fd-91ad-0de95b298837 HTTP/1.1" status: 204 len: 168 time: 0.3924105 Jun 18 19:46:31.297953 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-1ab56725-cbeb-46d7-8d8f-4c43664375c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:31.305430 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91366a6b-d444-4efd-bf85-5a86884f16cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2f88aa-a183-49fd-91ad-0de95b298837,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:31.313463 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-91366a6b-d444-4efd-bf85-5a86884f16cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:31.322261 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fcf5052a-05cc-47e0-8f01-2313473b55cc req-c8db68c5-5841-4071-9c7a-8e1bb89cfbcf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568995 Jun 18 19:46:31.370845 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 48036) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:31.384418 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec4d3-c91e-420c-a2f6-602cb6bb2a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.508116 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec4d3-c91e-420c-a2f6-602cb6bb2a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.690655 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8b8ec4d3-c91e-420c-a2f6-602cb6bb2a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.694117 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c76c47f7-8bd5-4bbd-887d-7c1ee629f42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:31.748953 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ec4d3-c91e-420c-a2f6-602cb6bb2a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abadde07-b870-4567-a73f-588f965ff8e8,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:31.759220 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-8b8ec4d3-c91e-420c-a2f6-602cb6bb2a53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=188845534af94c03a3b259bdeda5ab63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871183 Jun 18 19:46:31.762463 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8b8ec4d3-c91e-420c-a2f6-602cb6bb2a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:31.762941 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 48042) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:31.783871 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0962bd9-42fa-4dd5-8ce1-cb4549ea0b55 req-3e487f1a-a445-4250-8a28-1cf45ade3af9 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:31.785510 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f0962bd9-42fa-4dd5-8ce1-cb4549ea0b55 req-3e487f1a-a445-4250-8a28-1cf45ade3af9 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 946 time: 0.1438804 Jun 18 19:46:31.873674 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f0962bd9-42fa-4dd5-8ce1-cb4549ea0b55 req-bdc029f3-e33e-4466-a125-2f6f1ce7fe5f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796781 Jun 18 19:46:31.893616 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a91d9aea-910e-4e62-8b99-6facba5dce38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.959625 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a91d9aea-910e-4e62-8b99-6facba5dce38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:31.991732 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4de6d3-2be3-43cd-b295-ac86d9be95a5 req-ce0f01fb-8d7f-4a14-baab-842c3b183ea7 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:31.996934 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-7c4de6d3-2be3-43cd-b295-ac86d9be95a5 req-ce0f01fb-8d7f-4a14-baab-842c3b183ea7 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.22 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 949 time: 0.1490669 Jun 18 19:46:32.093122 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a91d9aea-910e-4e62-8b99-6facba5dce38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:32.098987 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a91d9aea-910e-4e62-8b99-6facba5dce38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:32.103646 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-a91d9aea-910e-4e62-8b99-6facba5dce38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abadde07-b870-4567-a73f-588f965ff8e8 HTTP/1.1" status: 204 len: 168 time: 0.3364923 Jun 18 19:46:32.103646 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-9d6732c0-5bab-4959-99a3-152d876231e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:32.117126 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d9aea-910e-4e62-8b99-6facba5dce38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abadde07-b870-4567-a73f-588f965ff8e8,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:32.134646 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-a91d9aea-910e-4e62-8b99-6facba5dce38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:32.173544 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-7c4de6d3-2be3-43cd-b295-ac86d9be95a5 req-1ee8a65a-aa38-4ee2-b2d9-3ae56db0a3f8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Deleting port 22c6f746-e74c-477c-8c02-6dc06b7b3a03 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:46:32.174549 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-7c4de6d3-2be3-43cd-b295-ac86d9be95a5 req-1ee8a65a-aa38-4ee2-b2d9-3ae56db0a3f8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:32.339806 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-7c4de6d3-2be3-43cd-b295-ac86d9be95a5 req-1ee8a65a-aa38-4ee2-b2d9-3ae56db0a3f8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] For port 22c6f746-e74c-477c-8c02-6dc06b7b3a03, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=22c6f746-e74c-477c-8c02-6dc06b7b3a03,segment=NetworkSegment(1ba35561-7e19-401c-b24a-55fe3a11f1c6),segment_id=1ba35561-7e19-401c-b24a-55fe3a11f1c6)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:32.340497 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-7c4de6d3-2be3-43cd-b295-ac86d9be95a5 req-1ee8a65a-aa38-4ee2-b2d9-3ae56db0a3f8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:32.461555 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af04ce-8c3b-497b-baf9-73e594ee7415 req-3134817e-0381-4609-a290-75b2ffeeebc7 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:32.464173 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f6af04ce-8c3b-497b-baf9-73e594ee7415 req-3134817e-0381-4609-a290-75b2ffeeebc7 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 949 time: 0.1072783 Jun 18 19:46:32.513550 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-7c4de6d3-2be3-43cd-b295-ac86d9be95a5 req-1ee8a65a-aa38-4ee2-b2d9-3ae56db0a3f8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Calling delete_port for 22c6f746-e74c-477c-8c02-6dc06b7b3a03 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:46:32.581190 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f6af04ce-8c3b-497b-baf9-73e594ee7415 req-375bada7-dd08-47ea-8e00-74944b94fbd2 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/security-groups?id=8515fc8d-add9-411f-9d01-cb54eaf74a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027422 Jun 18 19:46:32.759809 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee4c2c-ccad-4b8a-80bd-a9bad5c6f691 req-61749f0d-fd2d-4d7f-8a63-bf720f2e7ab0 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:32.784192 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ddee4c2c-ccad-4b8a-80bd-a9bad5c6f691 req-61749f0d-fd2d-4d7f-8a63-bf720f2e7ab0 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1415653 Jun 18 19:46:32.826230 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4235e-e8bd-416d-b7f6-ff99665c8987 req-d011757d-f823-4db0-9847-aea18afcf1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:32.830347 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3fa4235e-e8bd-416d-b7f6-ff99665c8987 req-d011757d-f823-4db0-9847-aea18afcf1bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 1098 time: 0.1808431 Jun 18 19:46:32.847018 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ddee4c2c-ccad-4b8a-80bd-a9bad5c6f691 req-16fcb77d-f678-49cd-a904-6def6c1a717f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618269 Jun 18 19:46:32.984824 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-7c4de6d3-2be3-43cd-b295-ac86d9be95a5 req-1ee8a65a-aa38-4ee2-b2d9-3ae56db0a3f8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:32.994270 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:33.002661 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['22c6f746-e74c-477c-8c02-6dc06b7b3a03'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:46:33.053234 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8a65a-aa38-4ee2-b2d9-3ae56db0a3f8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Pushing event deleted for resources: {'Port': ['ID=22c6f746-e74c-477c-8c02-6dc06b7b3a03,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:33.073925 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1ee8a65a-aa38-4ee2-b2d9-3ae56db0a3f8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:33.218035 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4de6d3-2be3-43cd-b295-ac86d9be95a5 req-1ee8a65a-aa38-4ee2-b2d9-3ae56db0a3f8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] No DVR routers for this DVR port 22c6f746-e74c-477c-8c02-6dc06b7b3a03 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:46:33.223538 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-7c4de6d3-2be3-43cd-b295-ac86d9be95a5 req-1ee8a65a-aa38-4ee2-b2d9-3ae56db0a3f8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:33.235758 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-7c4de6d3-2be3-43cd-b295-ac86d9be95a5 req-1ee8a65a-aa38-4ee2-b2d9-3ae56db0a3f8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.22 "DELETE /v2.0/ports/22c6f746-e74c-477c-8c02-6dc06b7b3a03 HTTP/1.1" status: 204 len: 173 time: 1.2336576 Jun 18 19:46:33.255743 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '468c99cb-4224-4c24-aa74-d633c650bd7d', 'name': 'network-vif-deleted', 'tag': '22c6f746-e74c-477c-8c02-6dc06b7b3a03'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:33.260265 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec2a185-ca15-4d64-ab19-97f11d721f60" -d '{"events": [{"server_uuid": "468c99cb-4224-4c24-aa74-d633c650bd7d", "name": "network-vif-deleted", "tag": "22c6f746-e74c-477c-8c02-6dc06b7b3a03"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:33.311100 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4235e-e8bd-416d-b7f6-ff99665c8987 req-9cde2a18-8de3-4110-bf7f-203c9931df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:33.318693 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3fa4235e-e8bd-416d-b7f6-ff99665c8987 req-9cde2a18-8de3-4110-bf7f-203c9931df59 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd HTTP/1.1" status: 200 len: 919 time: 0.4672956 Jun 18 19:46:33.416209 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a34df8-1e82-4f17-9788-141e2f160bbf req-b2b9b495-56d6-4048-86ad-1cfc503e6c72 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:33.427966 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-29a34df8-1e82-4f17-9788-141e2f160bbf req-b2b9b495-56d6-4048-86ad-1cfc503e6c72 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.3467114 Jun 18 19:46:33.520033 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-29a34df8-1e82-4f17-9788-141e2f160bbf req-0a4df48b-36e0-428f-a3ca-071ffce44d22 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904057 Jun 18 19:46:33.529684 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cee073-24af-4939-9fdd-85a7e4e3d568 req-f4287cdb-1dc5-4d74-9e8e-6b43b50e85fb tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:33.533293 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-21cee073-24af-4939-9fdd-85a7e4e3d568 req-f4287cdb-1dc5-4d74-9e8e-6b43b50e85fb tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 946 time: 0.3504589 Jun 18 19:46:33.803485 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02893f4a-97e0-45c0-92a5-e625ca586d39 x-openstack-request-id: req-02893f4a-97e0-45c0-92a5-e625ca586d39 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:33.803794 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "468c99cb-4224-4c24-aa74-d633c650bd7d", "name": "network-vif-deleted", "tag": "22c6f746-e74c-477c-8c02-6dc06b7b3a03", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:33.804074 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02893f4a-97e0-45c0-92a5-e625ca586d39 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:33.804520 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '468c99cb-4224-4c24-aa74-d633c650bd7d', 'name': 'network-vif-deleted', 'tag': '22c6f746-e74c-477c-8c02-6dc06b7b3a03', 'status': 'completed', 'code': 200} Jun 18 19:46:33.806581 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3fa4235e-e8bd-416d-b7f6-ff99665c8987 req-238e50a1-cb90-40ee-a508-332d33109fc8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e023bd-a276-4755-87a9-a001092d0b44 HTTP/1.1" status: 200 len: 217 time: 0.4732296 Jun 18 19:46:33.863411 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dbf414ea-ec5a-47d2-b98a-49b8030ec098 req-1340ea6c-1a90-493c-9c1b-d50f07afc57f tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] 10.222.0.30 "GET /v2.0/ports?device_id=468c99cb-4224-4c24-aa74-d633c650bd7d HTTP/1.1" status: 200 len: 210 time: 0.0517955 Jun 18 19:46:33.877428 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-21cee073-24af-4939-9fdd-85a7e4e3d568 req-1f25150a-0869-4f29-80a5-a8ae84bc6219 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355124 Jun 18 19:46:33.899440 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4235e-e8bd-416d-b7f6-ff99665c8987 req-45731f39-30d4-408f-8e7a-5872518412df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:33.901315 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3fa4235e-e8bd-416d-b7f6-ff99665c8987 req-45731f39-30d4-408f-8e7a-5872518412df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1ac8de5a-7f2b-43ec-be09-ebdab19d9db7 HTTP/1.1" status: 200 len: 859 time: 0.0864608 Jun 18 19:46:33.932216 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0cdf1eb2-384c-46b7-99bb-147666b10e70 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:46:33.996759 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3fa4235e-e8bd-416d-b7f6-ff99665c8987 req-410452c8-2ee1-4161-b2fd-608bd9b0a8f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774717 Jun 18 19:46:34.136779 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3fa4235e-e8bd-416d-b7f6-ff99665c8987 req-fe6ca1fc-7ff0-4b9e-857b-f86d9a39ddf7 service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331577 Jun 18 19:46:34.137518 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 48112) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:34.170064 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 0cdf1eb2-384c-46b7-99bb-147666b10e70, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:34.195841 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'port_id': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'mac_address': 'fa:16:3e:be:67:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:46:34.243549 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242ed03-ccca-4aa7-a20c-bb40703c74f7 req-3b886d91-3679-499d-8c52-c0aa51c5a85c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:34.263354 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3242ed03-ccca-4aa7-a20c-bb40703c74f7 req-3b886d91-3679-499d-8c52-c0aa51c5a85c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1335928 Jun 18 19:46:34.267026 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3fa4235e-e8bd-416d-b7f6-ff99665c8987 req-0786dbe3-b02e-4cb8-85c5-cb191032cd1b service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218970 Jun 18 19:46:34.307889 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.328489 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3242ed03-ccca-4aa7-a20c-bb40703c74f7 req-84e66993-6641-4add-9697-7398b3b54c93 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639620 Jun 18 19:46:34.356148 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cdf1eb2-384c-46b7-99bb-147666b10e70 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:34.363627 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2086128161-network', 'tenant_id': '066be04188ac42069d43742057691298'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:34.395317 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 0cdf1eb2-384c-46b7-99bb-147666b10e70, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:34.567133 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.567431 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Made reservation on behalf of 066be04188ac42069d43742057691298 for: {'network': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:34.570887 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:34.572455 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.598582 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.650619 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=0cdf1eb2-384c-46b7-99bb-147666b10e70,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:34.657848 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:34.777602 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.864275 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.874657 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:34.886368 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e39d9d-cabe-4b7b-b844-a3ac34021428 req-87b2cded-64f5-460d-b558-5b3a11bd692d tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:34.887927 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c7e39d9d-cabe-4b7b-b844-a3ac34021428 req-87b2cded-64f5-460d-b558-5b3a11bd692d tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1049778 Jun 18 19:46:34.906459 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:34.921149 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=100012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:46:34.924805 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:34.938072 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:34.942170 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.segments_db [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Added segment 05588323-f44c-4e38-a53a-ad3297c17b02 of type vlan for network f9b4e6b3-c912-4dfc-b758-8e012386f493 Jun 18 19:46:34.976823 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c7e39d9d-cabe-4b7b-b844-a3ac34021428 req-a2555371-dcf1-486b-8efd-2bb534dd9780 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772491 Jun 18 19:46:35.019472 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:35.171949 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:35.174242 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:35.180801 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:35.180801 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:35.181154 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['0cdf1eb2-384c-46b7-99bb-147666b10e70'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:46:35.196946 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348e3cf-6e56-47e8-a3ec-bbb0936a5247 req-fd657520-5cc0-49f1-8ad1-71f909a20d82 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:35.211077 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e348e3cf-6e56-47e8-a3ec-bbb0936a5247 req-fd657520-5cc0-49f1-8ad1-71f909a20d82 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 946 time: 0.0943575 Jun 18 19:46:35.267105 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Pushing event updated for resources: {'Network': ['ID=f9b4e6b3-c912-4dfc-b758-8e012386f493,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:35.273605 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:35.277264 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e348e3cf-6e56-47e8-a3ec-bbb0936a5247 req-cc69fb2d-ea32-4ce1-96a0-8ff84061f921 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652559 Jun 18 19:46:35.298459 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network f9b4e6b3-c912-4dfc-b758-8e012386f493 details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:46:35.344353 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2053525 Jun 18 19:46:35.350971 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 48156) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:35.354368 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-6ded0281-d974-4775-a2d8-f4020308eb3a admin admin] Request body: {'subnet': {'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2086128161-subnet', 'tenant_id': '066be04188ac42069d43742057691298', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:35.554141 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c853cba-2a88-443c-bac8-d9f3079fd528 req-7e63d94f-8cf7-4462-ada4-68174c95623d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:35.555751 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ded0281-d974-4775-a2d8-f4020308eb3a admin admin] Made reservation on behalf of 066be04188ac42069d43742057691298 for: {'subnet': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:35.557059 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4c853cba-2a88-443c-bac8-d9f3079fd528 req-7e63d94f-8cf7-4462-ada4-68174c95623d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 944 time: 0.0905225 Jun 18 19:46:35.565802 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6ded0281-d974-4775-a2d8-f4020308eb3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:35.620495 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4c853cba-2a88-443c-bac8-d9f3079fd528 req-53d88969-91c5-460a-a57b-a2934ddbe8db tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495577 Jun 18 19:46:35.963978 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 22c6f746-e74c-477c-8c02-6dc06b7b3a03 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:46:35.984282 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6ded0281-d974-4775-a2d8-f4020308eb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935'] for subnet, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:35.989284 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:35.999180 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 22c6f746-e74c-477c-8c02-6dc06b7b3a03 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:46:36.001276 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 22c6f746-e74c-477c-8c02-6dc06b7b3a03 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:46:36.161525 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded0281-d974-4775-a2d8-f4020308eb3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6565ea4-56f0-42d2-85fa-16f6905b29e2,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:36.168207 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6ded0281-d974-4775-a2d8-f4020308eb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:36.178314 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded0281-d974-4775-a2d8-f4020308eb3a admin admin] Checking segment: {'id': '05588323-f44c-4e38-a53a-ad3297c17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:36.178314 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ded0281-d974-4775-a2d8-f4020308eb3a admin admin] Network hostable DHCP agents. Network: f9b4e6b3-c912-4dfc-b758-8e012386f493, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:46:36.235575 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c453ca4-2483-474e-98f6-1391e108357a req-4e5bca0f-9600-48cc-aea5-cc605b9a79df tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:36.237819 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9c453ca4-2483-474e-98f6-1391e108357a req-4e5bca0f-9600-48cc-aea5-cc605b9a79df tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1058769 Jun 18 19:46:36.282225 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ded0281-d974-4775-a2d8-f4020308eb3a admin admin] Network f9b4e6b3-c912-4dfc-b758-8e012386f493 is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:46:36.282482 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9c453ca4-2483-474e-98f6-1391e108357a req-30f09f26-5943-4b34-80e1-f599a62c1fac tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384719 Jun 18 19:46:36.366953 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-6ded0281-d974-4775-a2d8-f4020308eb3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, f9b4e6b3-c912-4dfc-b758-8e012386f493) {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:36.379102 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ded0281-d974-4775-a2d8-f4020308eb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:36.379816 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c100ac7c-4e34-4488-9826-3c656e1e437b None None] Network f9b4e6b3-c912-4dfc-b758-8e012386f493 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:46:36.385561 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6ded0281-d974-4775-a2d8-f4020308eb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:36.572188 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-6ded0281-d974-4775-a2d8-f4020308eb3a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2219322 Jun 18 19:46:36.573910 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ab6c6d-ff9c-4c45-a370-f12eea2d7f02 None None] Network f9b4e6b3-c912-4dfc-b758-8e012386f493 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:46:36.998440 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb8cba-87c5-4047-af16-8200b25fd2a5 req-52f61939-f657-4aee-a911-d7ff07760389 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:37.002676 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-09cb8cba-87c5-4047-af16-8200b25fd2a5 req-52f61939-f657-4aee-a911-d7ff07760389 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 944 time: 0.0943420 Jun 18 19:46:37.049731 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-09cb8cba-87c5-4047-af16-8200b25fd2a5 req-4c3249bc-da08-4e63-b671-8b4ab9a1c8ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396931 Jun 18 19:46:37.527975 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16be2b-e325-4886-aa01-06a66e99d263 req-5250b286-7acf-41f0-9d26-ad6621b45cc6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:37.529700 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ee16be2b-e325-4886-aa01-06a66e99d263 req-5250b286-7acf-41f0-9d26-ad6621b45cc6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0904276 Jun 18 19:46:37.595282 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ee16be2b-e325-4886-aa01-06a66e99d263 req-d587fad8-cc34-4acd-b9d2-79ad56d6b612 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527341 Jun 18 19:46:37.979772 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0cdf1eb2-384c-46b7-99bb-147666b10e70 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:38.285335 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 0cdf1eb2-384c-46b7-99bb-147666b10e70 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:38.285335 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 0cdf1eb2-384c-46b7-99bb-147666b10e70 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:38.285335 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.304534 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94363ea2-3095-4db3-8135-974fb00a4de1 req-92348697-23ae-46d1-8a77-a7c1fd303f39 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:38.307227 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94363ea2-3095-4db3-8135-974fb00a4de1 req-92348697-23ae-46d1-8a77-a7c1fd303f39 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 944 time: 0.0944972 Jun 18 19:46:38.371843 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94363ea2-3095-4db3-8135-974fb00a4de1 req-efc49b3b-d01c-4f09-b665-b3eac76c59bb tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548232 Jun 18 19:46:38.391410 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.418127 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:38.423330 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2440bf3c-1ff3-475b-bcef-ff5836ce51a6" -d '{"events": [{"server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "name": "network-vif-plugged", "status": "completed", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:38.436661 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 0cdf1eb2-384c-46b7-99bb-147666b10e70, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:38.488577 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec505e1-87dd-4d20-b3aa-f4f844bf68ad x-openstack-request-id: req-4ec505e1-87dd-4d20-b3aa-f4f844bf68ad {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:38.489144 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "name": "network-vif-plugged", "status": "completed", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:38.489585 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ec505e1-87dd-4d20-b3aa-f4f844bf68ad {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:38.490198 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'code': 200} Jun 18 19:46:38.555608 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:38.558646 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:38.661047 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=0cdf1eb2-384c-46b7-99bb-147666b10e70,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:38.665123 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:38.866155 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097e83d-886d-4916-ba47-5c14ff12e06d req-9d1394db-44a2-4e24-b360-a016f731ead2 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:38.868485 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9097e83d-886d-4916-ba47-5c14ff12e06d req-9d1394db-44a2-4e24-b360-a016f731ead2 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1212177 Jun 18 19:46:38.932632 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9097e83d-886d-4916-ba47-5c14ff12e06d req-742d9b83-8ae4-4a19-b3da-e5056579d215 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548422 Jun 18 19:46:39.097455 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab751d91-f2a4-4ea3-b147-b28c897b2013 req-a83cd82f-f3b9-4d50-9025-7e8a20075331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:39.103079 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ab751d91-f2a4-4ea3-b147-b28c897b2013 req-a83cd82f-f3b9-4d50-9025-7e8a20075331 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 1098 time: 0.1095362 Jun 18 19:46:39.165220 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ab751d91-f2a4-4ea3-b147-b28c897b2013 req-f193ec81-0be1-49ca-b993-bb1d3bef79af service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564010 Jun 18 19:46:39.340770 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-78a0ffc1-488d-4368-914b-34d0ff257017 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:39.342276 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-78a0ffc1-488d-4368-914b-34d0ff257017 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/networks?id=f9b4e6b3-c912-4dfc-b758-8e012386f493 HTTP/1.1" status: 200 len: 814 time: 0.1120815 Jun 18 19:46:39.363637 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-ba2dd26f-c9af-40cd-b7be-2d7e7c332a91 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/quotas/066be04188ac42069d43742057691298 HTTP/1.1" status: 200 len: 375 time: 0.0099678 Jun 18 19:46:39.400317 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-5cd99885-0796-4697-908f-080112b9f426 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=066be04188ac42069d43742057691298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310047 Jun 18 19:46:39.507984 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f5cc9c9b-90f5-400e-9f69-b1dc46b21cea service neutron] 10.222.0.30 "GET /v2.0/networks/f9b4e6b3-c912-4dfc-b758-8e012386f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999653 Jun 18 19:46:39.652980 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-209c5347-cc82-4501-8e65-46b99c063a1c service neutron] 10.222.0.30 "GET /v2.0/networks/f9b4e6b3-c912-4dfc-b758-8e012386f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385553 Jun 18 19:46:39.666340 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a739c1d-94df-46a5-898b-deef2977aac6 req-224f2741-37bc-43d4-8692-8bec405766a5 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:39.667927 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6a739c1d-94df-46a5-898b-deef2977aac6 req-224f2741-37bc-43d4-8692-8bec405766a5 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1454926 Jun 18 19:46:39.713042 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6a739c1d-94df-46a5-898b-deef2977aac6 req-a4a05094-1149-4430-b06e-a1522a49638e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377045 Jun 18 19:46:39.980119 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ef05bc00-ea72-4c30-8c91-e42e26e3f618 req-ac1f2805-29a6-477d-a54f-93475a65fac9 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0413389 Jun 18 19:46:40.325908 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b059f9-44be-4142-a390-9f2ae33c1f1e req-0cdfa64b-fcdb-42ee-a116-e163ef9e2ef8 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:40.327474 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4b059f9-44be-4142-a390-9f2ae33c1f1e req-0cdfa64b-fcdb-42ee-a116-e163ef9e2ef8 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1450610 Jun 18 19:46:40.380801 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c4b059f9-44be-4142-a390-9f2ae33c1f1e req-9211ffbe-8d16-44d6-ab22-6b43cfa8f2bd tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Jun 18 19:46:40.920054 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b12f39-ecc1-4386-b196-4fbfd847c091 req-0c02f62b-6504-4eb7-883b-e62ffb60ebe9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:40.922538 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-74b12f39-ecc1-4386-b196-4fbfd847c091 req-0c02f62b-6504-4eb7-883b-e62ffb60ebe9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.0751722 Jun 18 19:46:41.004840 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-74b12f39-ecc1-4386-b196-4fbfd847c091 req-b1744c25-b7d8-42e1-a878-a86a27274710 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695879 Jun 18 19:46:41.105989 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-47adedc1-89ba-4533-9b42-c6ad01d366ac req-14e776a5-15dd-4372-b3c3-97a30696bbb6 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0291328 Jun 18 19:46:41.746336 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1737e-98cd-43f8-999b-40c3b978c10c req-42e04031-cdd0-41f8-bb27-0ed4b3a21ac0 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:41.748377 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-81b1737e-98cd-43f8-999b-40c3b978c10c req-42e04031-cdd0-41f8-bb27-0ed4b3a21ac0 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1453698 Jun 18 19:46:41.800191 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-81b1737e-98cd-43f8-999b-40c3b978c10c req-71e62bbe-4c22-4ac8-ae44-8dbd4d84eec5 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449424 Jun 18 19:46:42.250802 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519199a5-463b-4778-af9d-c37d9a876fc6 req-b8f34120-5dac-4441-9c8e-f397fc62f848 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:42.253249 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-519199a5-463b-4778-af9d-c37d9a876fc6 req-b8f34120-5dac-4441-9c8e-f397fc62f848 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.0819051 Jun 18 19:46:42.311553 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c869dcc7-f853-40a8-98a9-b6606e65406c req-f74fa1b6-f5a7-4e2d-84c8-252bad5ed2a2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0392666 Jun 18 19:46:42.331847 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-519199a5-463b-4778-af9d-c37d9a876fc6 req-19dc939d-fe80-4bf5-84fb-687ac1518ea1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714562 Jun 18 19:46:42.557761 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b1ced-5dc1-4d81-81d8-b8bc407c02eb req-f7cfd00a-73ce-44a9-af88-4a787fea9bb9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:42.559469 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e10b1ced-5dc1-4d81-81d8-b8bc407c02eb req-f7cfd00a-73ce-44a9-af88-4a787fea9bb9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1078660 Jun 18 19:46:42.568556 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 48530) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:42.573559 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-9ae2e7cd-bb8a-4109-af08-f79f5e6f0b86 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Request body: {'floatingip': {'port_id': '0cdf1eb2-384c-46b7-99bb-147666b10e70'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:42.591392 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:46:42.655112 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9ae2e7cd-bb8a-4109-af08-f79f5e6f0b86 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:43.391600 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879e752-2220-4805-81c3-0aed1967e897 req-64cd9596-0634-48da-9a3a-f3ea6f1796d1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:43.393196 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c879e752-2220-4805-81c3-0aed1967e897 req-64cd9596-0634-48da-9a3a-f3ea6f1796d1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.3530831 Jun 18 19:46:43.737582 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f1f89108-7051-4eaf-beab-ada7dae8715b req-075a9427-4b21-45a5-809e-264c693147e0 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0697684 Jun 18 19:46:43.752625 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c879e752-2220-4805-81c3-0aed1967e897 req-f58a136c-45b6-4814-a855-560e5f421db0 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467493 Jun 18 19:46:43.760506 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9ae2e7cd-bb8a-4109-af08-f79f5e6f0b86 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:43.834649 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9ae2e7cd-bb8a-4109-af08-f79f5e6f0b86 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:43.900107 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 48562) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:43.977841 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.l3_db [None req-9ae2e7cd-bb8a-4109-af08-f79f5e6f0b86 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Floating IP cddfaf02-b199-4e9e-9338-d69c39ccf8de associated. External IP: 172.28.3.44, port: 0cdf1eb2-384c-46b7-99bb-147666b10e70. Jun 18 19:46:44.142701 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-d70b8d00-93b3-4b7b-b1fa-b10ae1af1734 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35dfae80a7a1435cb5f3b3ad6c1d051a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412717 Jun 18 19:46:44.145737 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 48572) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:44.209186 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-a635eb00-d01b-471c-8ddc-4071f8fd8e46 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:44.210783 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-a635eb00-d01b-471c-8ddc-4071f8fd8e46 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.22 "GET /v2.0/networks?id=f9b4e6b3-c912-4dfc-b758-8e012386f493 HTTP/1.1" status: 200 len: 814 time: 0.2029588 Jun 18 19:46:44.227249 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Request body: {'port': {'device_id': 'b71c5a1f-4bab-4334-995e-ca5f949bcfd3', 'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493', 'admin_state_up': True, 'tenant_id': '066be04188ac42069d43742057691298'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:44.231404 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae2e7cd-bb8a-4109-af08-f79f5e6f0b86 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:46:44.278226 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e3e7-4c5a-43a2-a530-052642b42de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:44.318693 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e3e7-4c5a-43a2-a530-052642b42de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:44.382204 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae2e7cd-bb8a-4109-af08-f79f5e6f0b86 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:46:44.388858 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9ae2e7cd-bb8a-4109-af08-f79f5e6f0b86 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:44.406510 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c10a7b-90ce-451e-a869-e1bb7f412857 None None] Sync routers for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:46:44.427010 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c10a7b-90ce-451e-a869-e1bb7f412857 None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:46:44.428785 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-15c10a7b-90ce-451e-a869-e1bb7f412857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:46:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:44.444672 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-9ae2e7cd-bb8a-4109-af08-f79f5e6f0b86 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "PUT /v2.0/floatingips/cddfaf02-b199-4e9e-9338-d69c39ccf8de HTTP/1.1" status: 200 len: 990 time: 1.8746529 Jun 18 19:46:44.445665 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70'}] {{(pid=100013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:44.456651 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8598b9a5517d357e4f2667912ebf39b68208aad9c222937d19f503d2a0714b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da2187b-6357-488c-b668-b943fecb58dd" -d '{"events": [{"name": "network-changed", "server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70"}]}' {{(pid=100013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:44.545957 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08cdfbc-5093-4537-84b2-ad8ce1af91b1 x-openstack-request-id: req-d08cdfbc-5093-4537-84b2-ad8ce1af91b1 {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:44.546500 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70", "status": "completed", "code": 200}]} {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:44.547613 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d08cdfbc-5093-4537-84b2-ad8ce1af91b1 {{(pid=100013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:44.548296 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'status': 'completed', 'code': 200} Jun 18 19:46:44.585267 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e3e7-4c5a-43a2-a530-052642b42de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:44.590970 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6ac9e3e7-4c5a-43a2-a530-052642b42de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:44.593400 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-6ac9e3e7-4c5a-43a2-a530-052642b42de6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8515fc8d-add9-411f-9d01-cb54eaf74a71 HTTP/1.1" status: 204 len: 168 time: 0.4458888 Jun 18 19:46:44.594398 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Made reservation on behalf of 066be04188ac42069d43742057691298 for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:44.596343 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-15c10a7b-90ce-451e-a869-e1bb7f412857 None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:46:44.618871 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:44.663234 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6eb56f42-10f2-4eb9-b7ed-0f951701f54e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:44.727595 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9e3e7-4c5a-43a2-a530-052642b42de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8515fc8d-add9-411f-9d01-cb54eaf74a71,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:44.740168 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6ac9e3e7-4c5a-43a2-a530-052642b42de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:44.832988 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2187b-6357-488c-b668-b943fecb58dd req-ff35cc56-9d67-46be-80f6-cade6c4bba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:44.834512 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3da2187b-6357-488c-b668-b943fecb58dd req-ff35cc56-9d67-46be-80f6-cade6c4bba64 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 1098 time: 0.2074707 Jun 18 19:46:44.943970 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Allocated IP 172.20.0.12 (f9b4e6b3-c912-4dfc-b758-8e012386f493/f6565ea4-56f0-42d2-85fa-16f6905b29e2/96871bdf-fdc7-49b9-9451-ff7c14494348) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:44.976134 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-74410082-8164-42c2-a813-2fe85bf68345 req-4c86250e-6b80-449f-9b8a-af8fffa8c5de tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0478630 Jun 18 19:46:44.985254 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-15c10a7b-90ce-451e-a869-e1bb7f412857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': 'cddfaf02-b199-4e9e-9338-d69c39ccf8de', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'floating_ip_address': '172.28.3.44', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'port_id': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'mac_address': 'fa:16:3e:be:67:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859748e5-bf95-4219-ab2c-062c6932af57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:46:19Z', 'updated_at': '2021-06-18T19:46:43Z', 'revision_number': 1, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:17Z', 'revision_number': 5, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:45.006210 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2187b-6357-488c-b668-b943fecb58dd req-be922525-025b-4014-a483-34948340bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:45.007761 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3da2187b-6357-488c-b668-b943fecb58dd req-be922525-025b-4014-a483-34948340bb6b service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da HTTP/1.1" status: 200 len: 917 time: 0.1446455 Jun 18 19:46:45.043887 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c10a7b-90ce-451e-a869-e1bb7f412857 None None] Checking router: f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:46:45.057516 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c10a7b-90ce-451e-a869-e1bb7f412857 None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:46:45.058422 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-15c10a7b-90ce-451e-a869-e1bb7f412857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:46:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:45.113080 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc89b2-7b7b-4653-9114-debb4d52dcce req-80de6402-2757-40ec-8bfe-d1210c5a9598 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:45.114668 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8fcc89b2-7b7b-4653-9114-debb4d52dcce req-80de6402-2757-40ec-8bfe-d1210c5a9598 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1132877 Jun 18 19:46:45.177328 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8fcc89b2-7b7b-4653-9114-debb4d52dcce req-8d969020-a183-438f-ba37-372b6c50d3fe tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524094 Jun 18 19:46:45.182644 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:45.232338 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-15c10a7b-90ce-451e-a869-e1bb7f412857 None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:46:45.244171 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3da2187b-6357-488c-b668-b943fecb58dd req-7d696afd-1f62-4133-8249-56b0ac9c02e7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70 HTTP/1.1" status: 200 len: 998 time: 0.2247295 Jun 18 19:46:45.317316 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2187b-6357-488c-b668-b943fecb58dd req-a3d89138-402b-4e20-9a75-848f59374e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:45.318762 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3da2187b-6357-488c-b668-b943fecb58dd req-a3d89138-402b-4e20-9a75-848f59374e17 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0653697-4e0e-4a33-be0c-cebd40779fe7 HTTP/1.1" status: 200 len: 856 time: 0.0599444 Jun 18 19:46:45.384272 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2187b-6357-488c-b668-b943fecb58dd req-78b5899d-a1d7-4a86-a0ec-989d2334a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:45.385672 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3da2187b-6357-488c-b668-b943fecb58dd req-78b5899d-a1d7-4a86-a0ec-989d2334a0fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0589287 Jun 18 19:46:45.412423 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:45.442188 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:45.506766 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Network f9b4e6b3-c912-4dfc-b758-8e012386f493 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:45.518254 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:45.532464 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:45.542367 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:45.543238 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:45.543900 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-15c10a7b-90ce-451e-a869-e1bb7f412857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': 'cddfaf02-b199-4e9e-9338-d69c39ccf8de', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'floating_ip_address': '172.28.3.44', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'port_id': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'mac_address': 'fa:16:3e:be:67:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859748e5-bf95-4219-ab2c-062c6932af57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:46:19Z', 'updated_at': '2021-06-18T19:46:43Z', 'revision_number': 1, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:17Z', 'revision_number': 5, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:46:45.568419 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Pushing event updated for resources: {'Port': ['ID=96871bdf-fdc7-49b9-9451-ff7c14494348,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:45.592094 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c10a7b-90ce-451e-a869-e1bb7f412857 None None] The sync data for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb is: [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': 'cddfaf02-b199-4e9e-9338-d69c39ccf8de', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'floating_ip_address': '172.28.3.44', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'port_id': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'mac_address': 'fa:16:3e:be:67:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '859748e5-bf95-4219-ab2c-062c6932af57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:46:19Z', 'updated_at': '2021-06-18T19:46:43Z', 'revision_number': 1, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:17Z', 'revision_number': 5, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:46:45.594993 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:45.622933 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3da2187b-6357-488c-b668-b943fecb58dd req-95a5e4e2-a547-4e8b-9d9b-9f10a7d02307 service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298067 Jun 18 19:46:45.718837 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4955101 Jun 18 19:46:45.742612 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Request body: {'port': {'device_id': 'b71c5a1f-4bab-4334-995e-ca5f949bcfd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:45.887138 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3da2187b-6357-488c-b668-b943fecb58dd req-3339e4ea-1772-4f56-a73b-928c9f612d7d service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521369 Jun 18 19:46:45.899482 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:45.923549 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8b641-6392-4a56-805e-298513731740 None None] New status for floating IP cddfaf02-b199-4e9e-9338-d69c39ccf8de: ACTIVE {{(pid=100014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:46:46.206901 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ebb12-7be6-4751-b650-a866f6bd73c7 req-0e1bd0cd-0fcc-4c41-9163-f0aba0423bea tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:46.216529 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fa3ebb12-7be6-4751-b650-a866f6bd73c7 req-0e1bd0cd-0fcc-4c41-9163-f0aba0423bea tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 932 time: 0.1134303 Jun 18 19:46:46.262489 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fa3ebb12-7be6-4751-b650-a866f6bd73c7 req-8b747b86-d9b1-4083-9160-5f04253cc5f0 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444150 Jun 18 19:46:46.406612 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96871bdf-fdc7-49b9-9451-ff7c14494348 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:46.424415 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:46.425974 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e74a3-3b39-492f-ad4d-535620e6dcb1 req-eeaca4de-6e70-4d19-aace-dc3c803cf61c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:46.428561 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-797e74a3-3b39-492f-ad4d-535620e6dcb1 req-eeaca4de-6e70-4d19-aace-dc3c803cf61c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0818322 Jun 18 19:46:46.443905 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Transition to ACTIVE for port object 96871bdf-fdc7-49b9-9451-ff7c14494348 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:46.477946 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-797e74a3-3b39-492f-ad4d-535620e6dcb1 req-5d342981-b872-45a3-9d44-31ef4cad42fb tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420234 Jun 18 19:46:46.549116 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:46.551788 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ca908f51-2059-40b2-8495-78be64e103e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:46.631908 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Pushing event updated for resources: {'Port': ['ID=96871bdf-fdc7-49b9-9451-ff7c14494348,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:46.639252 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:46.680819 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Attempting to bind port 96871bdf-fdc7-49b9-9451-ff7c14494348 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:46.680819 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Attempting to bind port 96871bdf-fdc7-49b9-9451-ff7c14494348 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '05588323-f44c-4e38-a53a-ad3297c17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:46.680819 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Attempting to bind port 96871bdf-fdc7-49b9-9451-ff7c14494348 on network f9b4e6b3-c912-4dfc-b758-8e012386f493 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:46.682535 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Port 96871bdf-fdc7-49b9-9451-ff7c14494348 on network f9b4e6b3-c912-4dfc-b758-8e012386f493 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:46:46.682875 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Attempting to bind port 96871bdf-fdc7-49b9-9451-ff7c14494348 on network f9b4e6b3-c912-4dfc-b758-8e012386f493 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:46.688665 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:46.689054 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Checking segment: {'id': '05588323-f44c-4e38-a53a-ad3297c17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:46.689435 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Bound using segment: {'id': '05588323-f44c-4e38-a53a-ad3297c17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:46.689867 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Bound port: 96871bdf-fdc7-49b9-9451-ff7c14494348, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05588323-f44c-4e38-a53a-ad3297c17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:46.690285 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:46.776454 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] For port 96871bdf-fdc7-49b9-9451-ff7c14494348, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:46.780063 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] For port 96871bdf-fdc7-49b9-9451-ff7c14494348, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=96871bdf-fdc7-49b9-9451-ff7c14494348,segment=NetworkSegment(05588323-f44c-4e38-a53a-ad3297c17b02),segment_id=05588323-f44c-4e38-a53a-ad3297c17b02)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:46.866570 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-5d9519d5-32d7-42f3-8bba-f05ee6ac0bca tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:46.868099 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-5d9519d5-32d7-42f3-8bba-f05ee6ac0bca tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/networks?id=ffba962a-7722-47db-a3ba-7bb75f48a4d9 HTTP/1.1" status: 200 len: 815 time: 0.1172531 Jun 18 19:46:46.884014 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-ab151671-fdc3-4d7c-81ae-5a72dc66d571 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/quotas/162ba356a07946bfa0bca0d17fb7fe68 HTTP/1.1" status: 200 len: 375 time: 0.0103729 Jun 18 19:46:46.915326 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:46.917484 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-55c7af25-83ca-4fa9-ab9d-bbeb80be8d85 tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:46.969539 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-81c985e6-36c6-49f4-acc0-783cb1f2ed05 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800192 Jun 18 19:46:46.981397 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:46.982127 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:46.983510 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] 10.222.0.22 "PUT /v2.0/ports/96871bdf-fdc7-49b9-9451-ff7c14494348 HTTP/1.1" status: 200 len: 1094 time: 1.2474930 Jun 18 19:46:46.984595 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71c5a1f-4bab-4334-995e-ca5f949bcfd3', 'tag': '96871bdf-fdc7-49b9-9451-ff7c14494348'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:46.996319 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0fc763-8fb6-4005-8629-1b365d0a7955" -d '{"events": [{"name": "network-changed", "server_uuid": "b71c5a1f-4bab-4334-995e-ca5f949bcfd3", "tag": "96871bdf-fdc7-49b9-9451-ff7c14494348"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:47.017849 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Pushing event updated for resources: {'Port': ['ID=96871bdf-fdc7-49b9-9451-ff7c14494348,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:47.021093 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:47.070558 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-9e435b4f-c843-4d85-a4f5-96a096ea9464 service neutron] 10.222.0.30 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955167 Jun 18 19:46:47.122515 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abcdcb4-320a-4262-87f2-cd07ad4955d7 x-openstack-request-id: req-5abcdcb4-320a-4262-87f2-cd07ad4955d7 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:47.122840 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71c5a1f-4bab-4334-995e-ca5f949bcfd3", "tag": "96871bdf-fdc7-49b9-9451-ff7c14494348", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:47.123123 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5abcdcb4-320a-4262-87f2-cd07ad4955d7 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:47.123544 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71c5a1f-4bab-4334-995e-ca5f949bcfd3', 'tag': '96871bdf-fdc7-49b9-9451-ff7c14494348', 'status': 'completed', 'code': 200} Jun 18 19:46:47.169318 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-0f4aedb4-8f6d-4c0b-93ea-9f0574055adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:47.174807 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-0f4aedb4-8f6d-4c0b-93ea-9f0574055adf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=066be04188ac42069d43742057691298&device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 1097 time: 0.0809734 Jun 18 19:46:47.195485 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-fb3c6e2e-8d45-458e-a1b3-a74ad21a203c service neutron] 10.222.0.30 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189766 Jun 18 19:46:47.254560 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-7b17b23d-0dbe-406a-8506-396589503f25 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96871bdf-fdc7-49b9-9451-ff7c14494348 HTTP/1.1" status: 200 len: 217 time: 0.0713732 Jun 18 19:46:47.319167 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-5a735ccf-f3b8-41ed-9272-f6eb24268674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:47.321176 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-5a735ccf-f3b8-41ed-9272-f6eb24268674 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6565ea4-56f0-42d2-85fa-16f6905b29e2 HTTP/1.1" status: 200 len: 854 time: 0.0598135 Jun 18 19:46:47.365224 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-93dd564c-5077-488d-883f-0741be59d81e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9b4e6b3-c912-4dfc-b758-8e012386f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352719 Jun 18 19:46:47.461920 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-b29cd4ad-591c-41a3-af2b-318728da74c6 service neutron] 10.222.0.22 "GET /v2.0/networks/f9b4e6b3-c912-4dfc-b758-8e012386f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859995 Jun 18 19:46:47.517894 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337a33d-b72f-41ca-8d42-1c73e73c66b2 req-3966bc8f-5b79-4f61-b5c5-342f72b4c9e3 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:47.519825 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1337a33d-b72f-41ca-8d42-1c73e73c66b2 req-3966bc8f-5b79-4f61-b5c5-342f72b4c9e3 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 944 time: 0.0954134 Jun 18 19:46:47.566654 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1337a33d-b72f-41ca-8d42-1c73e73c66b2 req-d11a150c-b0ea-4d69-9d96-1b949231f4b5 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387321 Jun 18 19:46:47.604587 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11d25fc5-6790-40f1-bd5e-dd03d4ea33ca req-adec61f6-ca3a-4a44-aeef-f083604cf806 service neutron] 10.222.0.22 "GET /v2.0/networks/f9b4e6b3-c912-4dfc-b758-8e012386f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314209 Jun 18 19:46:47.669624 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a39437f6-2694-48a8-a284-decba2aa06d0 req-9722ca31-e843-4795-adec-bfd0f2080994 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 210 time: 0.0375826 Jun 18 19:46:47.796627 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcf26c-4ef9-4e5c-a811-fccabd55253d req-76ceca5b-fa15-4a0a-af23-2ee08950b930 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:47.798777 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-afdcf26c-4ef9-4e5c-a811-fccabd55253d req-76ceca5b-fa15-4a0a-af23-2ee08950b930 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0693669 Jun 18 19:46:47.865248 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-afdcf26c-4ef9-4e5c-a811-fccabd55253d req-856c97d6-8fe1-4972-ac0f-fb411a25c6e1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579450 Jun 18 19:46:47.894406 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fc763-8fb6-4005-8629-1b365d0a7955 req-cd0c9f11-13e2-4b6e-9ed7-1897ab9dc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:47.896466 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-de0fc763-8fb6-4005-8629-1b365d0a7955 req-cd0c9f11-13e2-4b6e-9ed7-1897ab9dc498 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=066be04188ac42069d43742057691298&device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 1097 time: 0.0892394 Jun 18 19:46:47.974970 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 48684) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:48.025100 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fc763-8fb6-4005-8629-1b365d0a7955 req-9e67699d-255a-4cbb-8a10-05e866395b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:48.026449 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-de0fc763-8fb6-4005-8629-1b365d0a7955 req-9e67699d-255a-4cbb-8a10-05e866395b7b service neutron] 10.222.0.22 "GET /v2.0/networks?id=f9b4e6b3-c912-4dfc-b758-8e012386f493 HTTP/1.1" status: 200 len: 914 time: 0.1211195 Jun 18 19:46:48.081168 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-de0fc763-8fb6-4005-8629-1b365d0a7955 req-a3c9f71e-9e3d-4010-b7b7-09d760a6bf22 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96871bdf-fdc7-49b9-9451-ff7c14494348 HTTP/1.1" status: 200 len: 217 time: 0.0427666 Jun 18 19:46:48.143967 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:48.146005 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fc763-8fb6-4005-8629-1b365d0a7955 req-957fdd61-acb4-4b83-9c03-bf639ced441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:48.147450 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-de0fc763-8fb6-4005-8629-1b365d0a7955 req-957fdd61-acb4-4b83-9c03-bf639ced441b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6565ea4-56f0-42d2-85fa-16f6905b29e2 HTTP/1.1" status: 200 len: 854 time: 0.0580697 Jun 18 19:46:48.212942 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-de0fc763-8fb6-4005-8629-1b365d0a7955 req-d00c2c8d-9a18-4f27-af1f-3cf55152bf36 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9b4e6b3-c912-4dfc-b758-8e012386f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371449 Jun 18 19:46:48.282724 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:48.291860 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6506c-6b89-42a8-921f-d1084376c770 req-0c1d9ed8-a684-47a8-9417-180d00525609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:48.293393 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6cb6506c-6b89-42a8-921f-d1084376c770 req-0c1d9ed8-a684-47a8-9417-180d00525609 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 1098 time: 0.1449587 Jun 18 19:46:48.373124 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6cb6506c-6b89-42a8-921f-d1084376c770 req-764d2316-9551-4ae1-a97d-6abde583eaae service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643225 Jun 18 19:46:48.375200 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-de0fc763-8fb6-4005-8629-1b365d0a7955 req-967b2fe6-0c77-4e15-a08b-ad90eb18b0ab service neutron] 10.222.0.22 "GET /v2.0/networks/f9b4e6b3-c912-4dfc-b758-8e012386f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469061 Jun 18 19:46:48.434884 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:48.438367 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-9eec5e38-d836-40d7-9126-c88098e2e07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:48.476806 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08d4dbccb97846e185393aabf1437d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000644 Jun 18 19:46:48.477819 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac605a3-7161-4e7c-97b0-f7d8460ffd96,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:48.479551 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 48696) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:48.486982 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.487437 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.487706 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.488049 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.488720 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.488720 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.489033 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.489375 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.489704 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.490022 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.490531 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.490782 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.494801 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:48.543273 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:48.566578 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:48.711567 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-de0fc763-8fb6-4005-8629-1b365d0a7955 req-d6daef7e-0fcc-4040-8054-e5af8c9df2e3 service neutron] 10.222.0.22 "GET /v2.0/networks/f9b4e6b3-c912-4dfc-b758-8e012386f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421666 Jun 18 19:46:48.772246 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284cff8-820c-486c-a804-8e748afecb69 req-390bf160-42eb-4464-9723-623537c9b27b tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:48.773775 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e284cff8-820c-486c-a804-8e748afecb69 req-390bf160-42eb-4464-9723-623537c9b27b tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 944 time: 0.0739739 Jun 18 19:46:48.815822 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e284cff8-820c-486c-a804-8e748afecb69 req-7d4e9247-a682-4601-88ba-74519bb16981 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358534 Jun 18 19:46:48.846815 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:48.851321 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:48.855247 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cac605a3-7161-4e7c-97b0-f7d8460ffd96 HTTP/1.1" status: 204 len: 168 time: 0.3714566 Jun 18 19:46:48.855247 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-8b97894a-97ea-409c-a983-5de6c3934845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:48.873216 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac605a3-7161-4e7c-97b0-f7d8460ffd96,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:48.884985 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.885923 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.886487 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.887560 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.888076 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.889472 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.890132 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.890741 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.891295 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.891939 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.892514 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.893077 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:46:48.903593 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:48.971601 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-423379b5-c64b-4acc-a88b-5656a9c9d177 req-0f2b8c18-a255-446f-a003-49640c8c95b3 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 210 time: 0.0305650 Jun 18 19:46:49.119388 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8101e-a28f-4de9-ae33-ad7fadb60789 req-0eebd5af-43f0-49e7-a10e-edd57fcac6ec tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:49.120935 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-98b8101e-a28f-4de9-ae33-ad7fadb60789 req-0eebd5af-43f0-49e7-a10e-edd57fcac6ec tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0704999 Jun 18 19:46:49.173362 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-98b8101e-a28f-4de9-ae33-ad7fadb60789 req-4181a0cb-0988-4f1b-bd6e-81f406cabd81 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451703 Jun 18 19:46:49.655825 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 48724) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:49.670282 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7e7a2d5c-3c40-4558-8e43-638cb3804e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:49.782768 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7e7a2d5c-3c40-4558-8e43-638cb3804e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:49.856667 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7e7a2d5c-3c40-4558-8e43-638cb3804e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:49.858456 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e4c0e009-8520-40d5-ab07-4744c2bab2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:49.949669 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-7e7a2d5c-3c40-4558-8e43-638cb3804e84 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26a2b7a3f5364486a1101154b605c954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810364 Jun 18 19:46:49.949898 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 48734) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:49.992495 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a2d5c-3c40-4558-8e43-638cb3804e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500f1dd4-bfa7-4287-a29e-47d7790bdc6d,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:49.996754 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7e7a2d5c-3c40-4558-8e43-638cb3804e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:50.056351 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-81014bca-99b5-4045-bcc2-3dd2665d20fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:50.099505 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-81014bca-99b5-4045-bcc2-3dd2665d20fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:50.193689 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af58b5-a69d-43b5-acb3-03a3ddc4d0b0 req-48ba742e-cfe8-41d4-9339-bc8ff110c619 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:50.195263 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-22af58b5-a69d-43b5-acb3-03a3ddc4d0b0 req-48ba742e-cfe8-41d4-9339-bc8ff110c619 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 944 time: 0.1712358 Jun 18 19:46:50.284386 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-22af58b5-a69d-43b5-acb3-03a3ddc4d0b0 req-288691ae-30f1-4008-bd7b-c9425448f0b5 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779710 Jun 18 19:46:50.324073 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1240f1cd-f285-4eae-976b-8bf4436a1f2f req-c2c23ee0-d20e-4313-9ba7-2fb0b03d01f3 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 210 time: 0.0693009 Jun 18 19:46:50.460099 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-111ea12b-0eef-45c4-971e-7b96b89584fc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:50.462664 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-111ea12b-0eef-45c4-971e-7b96b89584fc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "GET /v2.0/networks?id=ffba962a-7722-47db-a3ba-7bb75f48a4d9 HTTP/1.1" status: 200 len: 815 time: 0.1544268 Jun 18 19:46:50.475368 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-81014bca-99b5-4045-bcc2-3dd2665d20fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:50.477965 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-81014bca-99b5-4045-bcc2-3dd2665d20fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:50.479531 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-81014bca-99b5-4045-bcc2-3dd2665d20fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/500f1dd4-bfa7-4287-a29e-47d7790bdc6d HTTP/1.1" status: 204 len: 168 time: 0.5357678 Jun 18 19:46:50.483691 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d7e6dba5-3191-48c2-a26b-36abd73b246a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:50.488730 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Request body: {'port': {'device_id': '201bf659-8af8-4a24-a104-1a6de81c9e47', 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9', 'admin_state_up': True, 'tenant_id': '162ba356a07946bfa0bca0d17fb7fe68'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:50.516383 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81014bca-99b5-4045-bcc2-3dd2665d20fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500f1dd4-bfa7-4287-a29e-47d7790bdc6d,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:50.526334 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-81014bca-99b5-4045-bcc2-3dd2665d20fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:50.595465 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee395-421a-4b98-ae7a-f1f2f25d34bf req-2d1061de-9e40-463e-9458-ac5ab7bc3a0f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:50.597293 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0efee395-421a-4b98-ae7a-f1f2f25d34bf req-2d1061de-9e40-463e-9458-ac5ab7bc3a0f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1587613 Jun 18 19:46:50.645348 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0efee395-421a-4b98-ae7a-f1f2f25d34bf req-059ad96b-9d09-4073-b7b6-be8afd30b2e4 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Jun 18 19:46:50.732119 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Made reservation on behalf of 162ba356a07946bfa0bca0d17fb7fe68 for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:46:50.739798 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:50.946007 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Allocated IP 172.20.0.3 (ffba962a-7722-47db-a3ba-7bb75f48a4d9/7c22996c-a305-4585-ad36-0f9144be17a7/331e6caf-fbbb-4a2b-b343-b37f3de4f639) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:46:51.161914 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:51.355462 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:51.360163 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:51.371494 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['0ed5c894-6d73-4d34-bf4f-f5915add8884', 'b967fcde-f3a6-4d02-8763-2efdc77bc508', '641c6bf1-8e87-47a4-bf6f-55d23254783e'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:46:51.545648 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8708c-c347-411d-bd5b-c52fa402b983 req-cc1f416c-5147-46b1-ad2b-c98dcf63c0f1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:51.550380 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6ae8708c-c347-411d-bd5b-c52fa402b983 req-cc1f416c-5147-46b1-ad2b-c98dcf63c0f1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1640415 Jun 18 19:46:51.632557 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6ae8708c-c347-411d-bd5b-c52fa402b983 req-d6b800d9-df89-4a3b-9bfd-6c9d652f61d3 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712948 Jun 18 19:46:51.772967 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaffb1b-6c4c-4372-9b5b-103c0384faea req-fdfd31be-b257-4a1a-beaf-fd6b5fc8cd9b tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:51.779288 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Network ffba962a-7722-47db-a3ba-7bb75f48a4d9 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:46:51.781393 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6eaffb1b-6c4c-4372-9b5b-103c0384faea req-fdfd31be-b257-4a1a-beaf-fd6b5fc8cd9b tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 944 time: 0.1059685 Jun 18 19:46:51.802676 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:46:51.804482 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:46:51.812538 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:51.813740 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:51.818918 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Pushing event updated for resources: {'Port': ['ID=331e6caf-fbbb-4a2b-b343-b37f3de4f639,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:51.829392 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:51.851935 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06ffa0-54b7-4703-ac7e-900e6b8de8cf req-7aff0939-45c2-478e-9238-1aa3acfc4c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:51.853970 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a06ffa0-54b7-4703-ac7e-900e6b8de8cf req-7aff0939-45c2-478e-9238-1aa3acfc4c30 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 1098 time: 0.1581848 Jun 18 19:46:51.900511 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4167793 Jun 18 19:46:51.930061 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Request body: {'port': {'device_id': '201bf659-8af8-4a24-a104-1a6de81c9e47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:46:51.936117 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 48788) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:51.941593 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6eaffb1b-6c4c-4372-9b5b-103c0384faea req-503b1a69-9927-431b-aba4-de9635eb4477 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507974 Jun 18 19:46:51.985957 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f7abc-746f-418a-a679-1a6061c94fda req-894d83a3-38cb-4250-ab6d-2dd2f2436361 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:51.987510 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1b1f7abc-746f-418a-a679-1a6061c94fda req-894d83a3-38cb-4250-ab6d-2dd2f2436361 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 931 time: 0.1780865 Jun 18 19:46:52.057344 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 96871bdf-fdc7-49b9-9451-ff7c14494348 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:46:52.086262 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1b1f7abc-746f-418a-a679-1a6061c94fda req-20c4bc99-5933-4365-92f9-1af21dbc422a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869594 Jun 18 19:46:52.144157 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06ffa0-54b7-4703-ac7e-900e6b8de8cf req-f7822058-e272-4b27-bee7-1b6cce5ca2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:52.146119 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a06ffa0-54b7-4703-ac7e-900e6b8de8cf req-f7822058-e272-4b27-bee7-1b6cce5ca2d5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd HTTP/1.1" status: 200 len: 919 time: 0.2328811 Jun 18 19:46:52.235432 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a06ffa0-54b7-4703-ac7e-900e6b8de8cf req-7ab85c0c-b0b6-46fa-926a-11c734e065ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e023bd-a276-4755-87a9-a001092d0b44 HTTP/1.1" status: 200 len: 217 time: 0.0812199 Jun 18 19:46:52.255146 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:52.272745 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 96871bdf-fdc7-49b9-9451-ff7c14494348, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=96871bdf-fdc7-49b9-9451-ff7c14494348,segment=NetworkSegment(05588323-f44c-4e38-a53a-ad3297c17b02),segment_id=05588323-f44c-4e38-a53a-ad3297c17b02)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:52.296426 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '96871bdf-fdc7-49b9-9451-ff7c14494348', 'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493', 'port_id': '96871bdf-fdc7-49b9-9451-ff7c14494348', 'mac_address': 'fa:16:3e:c8:60:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6565ea4-56f0-42d2-85fa-16f6905b29e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:46:52.321542 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06ffa0-54b7-4703-ac7e-900e6b8de8cf req-956b6522-6365-4658-8fe8-6ca73831a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:52.322948 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a06ffa0-54b7-4703-ac7e-900e6b8de8cf req-956b6522-6365-4658-8fe8-6ca73831a9ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1ac8de5a-7f2b-43ec-be09-ebdab19d9db7 HTTP/1.1" status: 200 len: 859 time: 0.0564218 Jun 18 19:46:52.370860 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:52.391627 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96871bdf-fdc7-49b9-9451-ff7c14494348 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:52.422454 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 96871bdf-fdc7-49b9-9451-ff7c14494348, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=96871bdf-fdc7-49b9-9451-ff7c14494348,segment=NetworkSegment(05588323-f44c-4e38-a53a-ad3297c17b02),segment_id=05588323-f44c-4e38-a53a-ad3297c17b02)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:52.491352 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a06ffa0-54b7-4703-ac7e-900e6b8de8cf req-476b9d6d-c451-4df5-9808-8a5620e3ef79 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525553 Jun 18 19:46:52.492251 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6de8d943-dfe8-486c-98bd-e1db837e0612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:52.588426 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:52.590476 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:52.652415 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=96871bdf-fdc7-49b9-9451-ff7c14494348,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:52.659446 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:52.710983 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a06ffa0-54b7-4703-ac7e-900e6b8de8cf req-86ed5e9d-8fec-48fe-8194-0a596966343c service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055318 Jun 18 19:46:52.850710 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a5c99-ffe0-4690-9777-d07270547681 req-aca8a789-167f-40f7-bfbb-e04b691178dd tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:52.856951 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-357a5c99-ffe0-4690-9777-d07270547681 req-aca8a789-167f-40f7-bfbb-e04b691178dd tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0753748 Jun 18 19:46:52.864942 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6de8d943-dfe8-486c-98bd-e1db837e0612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:52.888063 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331e6caf-fbbb-4a2b-b343-b37f3de4f639 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:52.902367 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:52.915433 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a06ffa0-54b7-4703-ac7e-900e6b8de8cf req-ec6ad4e3-3142-4d35-a626-bf67b858c6af service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893816 Jun 18 19:46:52.923566 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Transition to ACTIVE for port object 331e6caf-fbbb-4a2b-b343-b37f3de4f639 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:46:52.923850 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-357a5c99-ffe0-4690-9777-d07270547681 req-eabbfcda-90b6-4b7e-b268-4f0429d92301 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615857 Jun 18 19:46:52.941964 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6de8d943-dfe8-486c-98bd-e1db837e0612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:52.946006 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6725188f-d08a-4dd0-94a1-f571153c3201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:52.986824 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8d943-dfe8-486c-98bd-e1db837e0612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74aee367-ce74-47e1-a34f-9e5a6397d431,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:52.990102 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6de8d943-dfe8-486c-98bd-e1db837e0612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:52.993361 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-6de8d943-dfe8-486c-98bd-e1db837e0612 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe609b3e390d46b5ac82a6111d2410b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0542161 Jun 18 19:46:52.995551 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 48818) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:46:53.028852 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.035976 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-17c6eae3-219b-4b9b-b41a-18cf544442ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:53.126273 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2449-65d1-46da-b176-0db164075fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.131965 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Pushing event updated for resources: {'Port': ['ID=331e6caf-fbbb-4a2b-b343-b37f3de4f639,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:53.134867 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:53.136438 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f98614-cb75-4064-8b01-7905883c3bb4 req-8faa20d1-4931-456f-9d70-d80283ebcf1f tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:53.138191 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-16f98614-cb75-4064-8b01-7905883c3bb4 req-8faa20d1-4931-456f-9d70-d80283ebcf1f tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 945 time: 0.0788579 Jun 18 19:46:53.190239 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['96871bdf-fdc7-49b9-9451-ff7c14494348'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:46:53.196185 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Attempting to bind port 331e6caf-fbbb-4a2b-b343-b37f3de4f639 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:46:53.197149 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Attempting to bind port 331e6caf-fbbb-4a2b-b343-b37f3de4f639 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:46:53.197817 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Attempting to bind port 331e6caf-fbbb-4a2b-b343-b37f3de4f639 on network ffba962a-7722-47db-a3ba-7bb75f48a4d9 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:53.200008 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-16f98614-cb75-4064-8b01-7905883c3bb4 req-5276405f-0130-40f1-80ac-aea651a0a891 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548112 Jun 18 19:46:53.203669 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2449-65d1-46da-b176-0db164075fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.213133 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Port 331e6caf-fbbb-4a2b-b343-b37f3de4f639 on network ffba962a-7722-47db-a3ba-7bb75f48a4d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:46:53.213731 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Attempting to bind port 331e6caf-fbbb-4a2b-b343-b37f3de4f639 on network ffba962a-7722-47db-a3ba-7bb75f48a4d9 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:46:53.229297 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:46:53.229895 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Checking segment: {'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:46:53.230469 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Bound using segment: {'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:46:53.230915 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Bound port: 331e6caf-fbbb-4a2b-b343-b37f3de4f639, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9a185-f317-43f6-aaf0-f24fc1b8d770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:46:53.231417 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.335915 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] For port 331e6caf-fbbb-4a2b-b343-b37f3de4f639, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:46:53.341687 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] For port 331e6caf-fbbb-4a2b-b343-b37f3de4f639, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=331e6caf-fbbb-4a2b-b343-b37f3de4f639,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:46:53.390353 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2449-65d1-46da-b176-0db164075fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.394481 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b8376-f932-4764-8006-d161d6062cfe req-af1c4847-b2fb-4028-bee2-891c33ac9d0d tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:53.395459 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ce2f2449-65d1-46da-b176-0db164075fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.406312 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6e7b8376-f932-4764-8006-d161d6062cfe req-af1c4847-b2fb-4028-bee2-891c33ac9d0d tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 943 time: 0.1676457 Jun 18 19:46:53.406630 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-ce2f2449-65d1-46da-b176-0db164075fe2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74aee367-ce74-47e1-a34f-9e5a6397d431 HTTP/1.1" status: 204 len: 168 time: 0.4000823 Jun 18 19:46:53.406630 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7e7a2d5c-3c40-4558-8e43-638cb3804e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:53.406630 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f2449-65d1-46da-b176-0db164075fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aee367-ce74-47e1-a34f-9e5a6397d431,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:53.408628 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ce2f2449-65d1-46da-b176-0db164075fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:53.435465 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.445430 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-466203d2-952e-4eb9-846d-0b296c1f5c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:53.470370 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6e7b8376-f932-4764-8006-d161d6062cfe req-7c4975cf-5ff6-45db-8eaf-250f297fe635 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666647 Jun 18 19:46:53.483500 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:53.484086 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:53.485683 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] 10.222.0.22 "PUT /v2.0/ports/331e6caf-fbbb-4a2b-b343-b37f3de4f639 HTTP/1.1" status: 200 len: 1093 time: 1.5627549 Jun 18 19:46:53.486214 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201bf659-8af8-4a24-a104-1a6de81c9e47', 'tag': '331e6caf-fbbb-4a2b-b343-b37f3de4f639'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:53.488591 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2930b72-1ae3-4f06-bdc0-e463862acd75" -d '{"events": [{"name": "network-changed", "server_uuid": "201bf659-8af8-4a24-a104-1a6de81c9e47", "tag": "331e6caf-fbbb-4a2b-b343-b37f3de4f639"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:53.524846 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Pushing event updated for resources: {'Port': ['ID=331e6caf-fbbb-4a2b-b343-b37f3de4f639,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:53.531496 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:53.551051 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925800aa-ec74-4b03-868f-b944d30d5a8b x-openstack-request-id: req-925800aa-ec74-4b03-868f-b944d30d5a8b {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:53.551791 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201bf659-8af8-4a24-a104-1a6de81c9e47", "tag": "331e6caf-fbbb-4a2b-b343-b37f3de4f639", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:53.551791 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-925800aa-ec74-4b03-868f-b944d30d5a8b {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:53.552222 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201bf659-8af8-4a24-a104-1a6de81c9e47', 'tag': '331e6caf-fbbb-4a2b-b343-b37f3de4f639', 'status': 'completed', 'code': 200} Jun 18 19:46:53.647139 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2930b72-1ae3-4f06-bdc0-e463862acd75 req-7e61d0a5-5c87-4efc-9ac5-b1707795a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:53.648522 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a2930b72-1ae3-4f06-bdc0-e463862acd75 req-7e61d0a5-5c87-4efc-9ac5-b1707795a756 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 1096 time: 0.0646513 Jun 18 19:46:53.778920 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2930b72-1ae3-4f06-bdc0-e463862acd75 req-f879356a-f07d-4bb3-a798-dd41fc5248aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:53.781037 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a2930b72-1ae3-4f06-bdc0-e463862acd75 req-f879356a-f07d-4bb3-a798-dd41fc5248aa service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1226134 Jun 18 19:46:53.907608 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2930b72-1ae3-4f06-bdc0-e463862acd75 req-1cb66559-5dd0-4c30-b26f-a701229f7c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:53.909885 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a2930b72-1ae3-4f06-bdc0-e463862acd75 req-1cb66559-5dd0-4c30-b26f-a701229f7c39 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1206896 Jun 18 19:46:54.079033 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-fd4142a9-c608-458d-9959-7b38c74a76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:54.080808 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-fd4142a9-c608-458d-9959-7b38c74a76e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 1096 time: 0.0832984 Jun 18 19:46:54.146911 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-c5f12347-f7b5-4169-94b6-dcec3fa5ff67 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=331e6caf-fbbb-4a2b-b343-b37f3de4f639 HTTP/1.1" status: 200 len: 217 time: 0.0571101 Jun 18 19:46:54.192902 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eb768-bbc6-4975-a7b6-1763d8121a8a req-6ab15364-4f68-440f-9d36-76c1c6b1babb tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:54.197705 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-983eb768-bbc6-4975-a7b6-1763d8121a8a req-6ab15364-4f68-440f-9d36-76c1c6b1babb tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1089609 Jun 18 19:46:54.211328 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-5ca6e4a8-9792-4836-8c2b-2f99841ef15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:54.212793 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-5ca6e4a8-9792-4836-8c2b-2f99841ef15c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7c22996c-a305-4585-ad36-0f9144be17a7 HTTP/1.1" status: 200 len: 855 time: 0.0581822 Jun 18 19:46:54.264370 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-983eb768-bbc6-4975-a7b6-1763d8121a8a req-490aeb75-d223-4c6e-b385-2072f9763d79 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578511 Jun 18 19:46:54.280824 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-a30ce25c-4c4e-42b3-9754-4342b410bc17 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ffba962a-7722-47db-a3ba-7bb75f48a4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596910 Jun 18 19:46:54.408022 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-98a63572-e677-4034-bc68-a98cb50328e3 service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131895 Jun 18 19:46:54.548014 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af22b1-9f23-4352-8b3d-ea09f00381f7 req-26876693-458f-45ea-b75a-35327110f073 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:54.561042 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-73af22b1-9f23-4352-8b3d-ea09f00381f7 req-26876693-458f-45ea-b75a-35327110f073 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 945 time: 0.2025061 Jun 18 19:46:54.606144 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d9173c71-ba98-4a5b-8a1d-f6eafe99bd60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:54.618651 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-73af22b1-9f23-4352-8b3d-ea09f00381f7 req-6dfd898b-1b87-462b-a904-6f72823c79af tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554681 Jun 18 19:46:54.631540 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bfb3cda7-40da-4184-bf2c-98e9bfcd4de9 req-d37123a8-dd82-4e48-9c4b-2ef933a015e5 service neutron] 10.222.0.22 "GET /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028620 Jun 18 19:46:54.689473 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cda865-8576-41e1-a67d-a683eb599ae2 req-b6639cfc-8385-42d7-a855-44f630206177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:54.691451 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c3cda865-8576-41e1-a67d-a683eb599ae2 req-b6639cfc-8385-42d7-a855-44f630206177 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 1098 time: 0.0741534 Jun 18 19:46:54.848670 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cda865-8576-41e1-a67d-a683eb599ae2 req-17658a62-5829-4020-8576-ac4885f8b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:54.850717 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c3cda865-8576-41e1-a67d-a683eb599ae2 req-17658a62-5829-4020-8576-ac4885f8b5f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd HTTP/1.1" status: 200 len: 919 time: 0.1328204 Jun 18 19:46:54.905085 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c3cda865-8576-41e1-a67d-a683eb599ae2 req-5be0317d-01ca-4006-94f0-bad430b9b56b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e023bd-a276-4755-87a9-a001092d0b44 HTTP/1.1" status: 200 len: 217 time: 0.0462475 Jun 18 19:46:54.906312 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c655a49-e016-48eb-88a0-41a46943029e req-a3b5f9b2-4c8a-4eb6-8910-56a59d15bdd6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:54.909021 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1c655a49-e016-48eb-88a0-41a46943029e req-a3b5f9b2-4c8a-4eb6-8910-56a59d15bdd6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 943 time: 0.0932765 Jun 18 19:46:54.965014 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cda865-8576-41e1-a67d-a683eb599ae2 req-9fc044b7-4344-416e-b20e-7b8c0a345ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:54.966491 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c3cda865-8576-41e1-a67d-a683eb599ae2 req-9fc044b7-4344-416e-b20e-7b8c0a345ca3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1ac8de5a-7f2b-43ec-be09-ebdab19d9db7 HTTP/1.1" status: 200 len: 859 time: 0.0490580 Jun 18 19:46:54.973735 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1c655a49-e016-48eb-88a0-41a46943029e req-48710390-ce72-4c73-9ce0-ac57bd1dcfcc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584242 Jun 18 19:46:55.016133 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c3cda865-8576-41e1-a67d-a683eb599ae2 req-cd762555-fdb3-435e-9e83-88dc331bb364 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421312 Jun 18 19:46:55.121469 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c3cda865-8576-41e1-a67d-a683eb599ae2 req-d1157930-9a37-46b1-8fa0-25a8fbb54a13 service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986159 Jun 18 19:46:55.267637 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c3cda865-8576-41e1-a67d-a683eb599ae2 req-a16e5c03-bed9-4adf-b86b-3dcb7dd4ac7b service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384969 Jun 18 19:46:55.490406 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0489732-6e21-44cc-b05d-6ebb0059d8de req-16c34311-cbd4-4a03-b3bc-fb2e9c18cc51 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:55.492991 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b0489732-6e21-44cc-b05d-6ebb0059d8de req-16c34311-cbd4-4a03-b3bc-fb2e9c18cc51 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0833905 Jun 18 19:46:55.550917 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b0489732-6e21-44cc-b05d-6ebb0059d8de req-01f4ed88-d8da-4149-9aa7-3b722cb166dc tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500803 Jun 18 19:46:55.841950 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443346c-60b4-4b13-8d92-6ebf144f8ce0 req-7a1361eb-340d-4711-95e9-98ff44341fbb tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:55.851941 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3443346c-60b4-4b13-8d92-6ebf144f8ce0 req-7a1361eb-340d-4711-95e9-98ff44341fbb tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 945 time: 0.0914652 Jun 18 19:46:55.895133 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3443346c-60b4-4b13-8d92-6ebf144f8ce0 req-9ee76070-a8b4-48fc-b5e1-bfeb75c4f7d6 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Jun 18 19:46:56.110802 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 96871bdf-fdc7-49b9-9451-ff7c14494348 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:46:56.237935 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252fae6-7f70-4834-b4b6-6be1e173e1ab req-159a009b-a9ea-498e-a41a-9a33a218faf9 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:56.247186 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9252fae6-7f70-4834-b4b6-6be1e173e1ab req-159a009b-a9ea-498e-a41a-9a33a218faf9 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 943 time: 0.1250532 Jun 18 19:46:56.334586 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9252fae6-7f70-4834-b4b6-6be1e173e1ab req-97e6c258-59aa-4250-9752-ca784197ced9 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864143 Jun 18 19:46:56.361680 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 96871bdf-fdc7-49b9-9451-ff7c14494348 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:46:56.366608 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 96871bdf-fdc7-49b9-9451-ff7c14494348 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:46:56.369306 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:56.475395 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:56.510410 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71c5a1f-4bab-4334-995e-ca5f949bcfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96871bdf-fdc7-49b9-9451-ff7c14494348'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:46:56.512790 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3424c197-3419-4655-8a71-361060518871" -d '{"events": [{"server_uuid": "b71c5a1f-4bab-4334-995e-ca5f949bcfd3", "name": "network-vif-plugged", "status": "completed", "tag": "96871bdf-fdc7-49b9-9451-ff7c14494348"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:46:56.527849 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 96871bdf-fdc7-49b9-9451-ff7c14494348, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=96871bdf-fdc7-49b9-9451-ff7c14494348,segment=NetworkSegment(05588323-f44c-4e38-a53a-ad3297c17b02),segment_id=05588323-f44c-4e38-a53a-ad3297c17b02)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:56.554414 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a63d99-b4c5-4393-8be0-05b3fafc3d73 x-openstack-request-id: req-e9a63d99-b4c5-4393-8be0-05b3fafc3d73 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:46:56.554725 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71c5a1f-4bab-4334-995e-ca5f949bcfd3", "name": "network-vif-plugged", "status": "completed", "tag": "96871bdf-fdc7-49b9-9451-ff7c14494348", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:46:56.554993 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9a63d99-b4c5-4393-8be0-05b3fafc3d73 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:46:56.555397 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71c5a1f-4bab-4334-995e-ca5f949bcfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96871bdf-fdc7-49b9-9451-ff7c14494348', 'code': 200} Jun 18 19:46:56.612108 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:56.614115 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:56.683553 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=96871bdf-fdc7-49b9-9451-ff7c14494348,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:56.688575 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:56.835503 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551999f-bc0c-42da-8744-52b076c062d1 req-1e335170-31ce-4397-a313-763ee154afea tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:56.837929 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0551999f-bc0c-42da-8744-52b076c062d1 req-1e335170-31ce-4397-a313-763ee154afea tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1012776 Jun 18 19:46:56.883171 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0551999f-bc0c-42da-8744-52b076c062d1 req-073a450f-6018-40be-a5eb-b22cb6a19c61 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365486 Jun 18 19:46:57.088504 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64194651-a6de-4313-8261-09c5af1acfdd req-a6748447-07cd-4d5a-8acf-6974c44d3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:57.091198 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-64194651-a6de-4313-8261-09c5af1acfdd req-a6748447-07cd-4d5a-8acf-6974c44d3e2f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 1099 time: 0.1089017 Jun 18 19:46:57.135737 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-64194651-a6de-4313-8261-09c5af1acfdd req-56c3eec0-74f8-419f-9e76-f0d3b8c19472 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366940 Jun 18 19:46:57.142950 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-a255b882-1c20-4045-ba38-5ad3c82c2690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:57.164219 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497c3c2-549d-4369-9208-4c26462773e3 req-bb89f92a-efc7-4d03-8a5f-109b4d377e3f tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:57.166401 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0497c3c2-549d-4369-9208-4c26462773e3 req-bb89f92a-efc7-4d03-8a5f-109b4d377e3f tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 946 time: 0.1076188 Jun 18 19:46:57.208668 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0497c3c2-549d-4369-9208-4c26462773e3 req-c00608f9-f467-440f-ae25-e0b3b3d212a5 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351777 Jun 18 19:46:57.528442 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92df5d-2374-48b9-967c-3da1ca2a38a8 req-e6bfb60e-6c30-4570-94f1-20aa42e8a86a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:57.530112 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4d92df5d-2374-48b9-967c-3da1ca2a38a8 req-e6bfb60e-6c30-4570-94f1-20aa42e8a86a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 943 time: 0.0837493 Jun 18 19:46:57.576745 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4d92df5d-2374-48b9-967c-3da1ca2a38a8 req-567d1701-9d95-4742-bb27-e46b8469d949 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393860 Jun 18 19:46:58.103097 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:58.114071 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 331e6caf-fbbb-4a2b-b343-b37f3de4f639 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:46:58.221492 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 331e6caf-fbbb-4a2b-b343-b37f3de4f639, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=331e6caf-fbbb-4a2b-b343-b37f3de4f639,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:58.237231 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '331e6caf-fbbb-4a2b-b343-b37f3de4f639', 'network_id': 'ffba962a-7722-47db-a3ba-7bb75f48a4d9', 'port_id': '331e6caf-fbbb-4a2b-b343-b37f3de4f639', 'mac_address': 'fa:16:3e:9b:70:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c22996c-a305-4585-ad36-0f9144be17a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:46:58.312652 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:58.331723 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331e6caf-fbbb-4a2b-b343-b37f3de4f639 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:46:58.363726 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 331e6caf-fbbb-4a2b-b343-b37f3de4f639, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=331e6caf-fbbb-4a2b-b343-b37f3de4f639,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:46:58.366621 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:58.458163 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286af807-c7f7-4a66-b44a-3212ddfdb6c7 req-f6170667-4427-4c06-9a7e-59227b3e207a tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:58.461332 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-286af807-c7f7-4a66-b44a-3212ddfdb6c7 req-f6170667-4427-4c06-9a7e-59227b3e207a tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 946 time: 0.0783587 Jun 18 19:46:58.469580 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:58.472099 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:46:58.533929 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-286af807-c7f7-4a66-b44a-3212ddfdb6c7 req-50ccca4f-d97e-4e4e-b7cc-c6a4ff1c4780 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675445 Jun 18 19:46:58.538379 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=331e6caf-fbbb-4a2b-b343-b37f3de4f639,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:46:58.541385 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:46:58.763024 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecbcdf-f5e6-4e96-ae82-98410ffac5d3 req-2edc6cb6-8b03-4820-9b3d-c884c0ad3b5e tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:58.764591 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c0ecbcdf-f5e6-4e96-ae82-98410ffac5d3 req-2edc6cb6-8b03-4820-9b3d-c884c0ad3b5e tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 944 time: 0.0694480 Jun 18 19:46:58.818613 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c0ecbcdf-f5e6-4e96-ae82-98410ffac5d3 req-58fa87e8-9be4-49dd-b0ad-014589c81702 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463638 Jun 18 19:46:59.190001 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['331e6caf-fbbb-4a2b-b343-b37f3de4f639'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:46:59.477904 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dba23-ee74-416e-b85c-1173832fee23 req-534c8f70-e231-4b59-9189-e028f57413ba tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:59.477904 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-422dba23-ee74-416e-b85c-1173832fee23 req-534c8f70-e231-4b59-9189-e028f57413ba tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0730131 Jun 18 19:46:59.477904 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-422dba23-ee74-416e-b85c-1173832fee23 req-a5914a07-0f3d-4b60-9e80-b3021b8d4875 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370412 Jun 18 19:46:59.538515 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:46:59.742086 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9787c-0a85-4136-a3b0-ddd02874d069 req-3790b653-3f34-47c6-bbda-539ef845b4be tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:46:59.743551 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fcc9787c-0a85-4136-a3b0-ddd02874d069 req-3790b653-3f34-47c6-bbda-539ef845b4be tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 946 time: 0.0710626 Jun 18 19:46:59.784576 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fcc9787c-0a85-4136-a3b0-ddd02874d069 req-441d17a0-07d6-440b-b38a-a35989817d7a tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349970 Jun 18 19:47:00.126391 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:00.399493 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3aeae-8d3c-4365-9ecb-d2fd314f1140 req-4077fd94-4e43-49b1-8741-b636ef792356 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:00.401086 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d5c3aeae-8d3c-4365-9ecb-d2fd314f1140 req-4077fd94-4e43-49b1-8741-b636ef792356 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 944 time: 0.0720875 Jun 18 19:47:00.445315 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d5c3aeae-8d3c-4365-9ecb-d2fd314f1140 req-d598f6cb-823e-4bed-bfe0-86f1af3c9935 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375605 Jun 18 19:47:00.996889 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d2645-3e15-4458-8d15-a074158d2f5f req-a03c4222-4bda-4f97-b6f9-3519b9fee5b8 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:00.998541 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b42d2645-3e15-4458-8d15-a074158d2f5f req-a03c4222-4bda-4f97-b6f9-3519b9fee5b8 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 946 time: 0.0814319 Jun 18 19:47:01.064749 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b42d2645-3e15-4458-8d15-a074158d2f5f req-2083866f-e843-4620-b12c-9170e058e7d2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581498 Jun 18 19:47:01.740016 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e9479-632c-4c5a-b789-de82a7178dd8 req-f8ad5e5b-8f7e-4d90-82f3-d2bfd9e9bf4c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:01.745583 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ec3e9479-632c-4c5a-b789-de82a7178dd8 req-f8ad5e5b-8f7e-4d90-82f3-d2bfd9e9bf4c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 944 time: 0.1291485 Jun 18 19:47:01.815755 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ec3e9479-632c-4c5a-b789-de82a7178dd8 req-56624396-53b9-4781-bc40-afdf99b5194c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676813 Jun 18 19:47:01.999225 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 49084) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:02.136965 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 331e6caf-fbbb-4a2b-b343-b37f3de4f639 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:02.218277 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fdcee12e-7873-4a07-92dc-822614b5e801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:02.344636 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fdcee12e-7873-4a07-92dc-822614b5e801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:02.371539 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 331e6caf-fbbb-4a2b-b343-b37f3de4f639 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:02.377063 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 331e6caf-fbbb-4a2b-b343-b37f3de4f639 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:02.377690 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:02.496621 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:02.526357 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fdcee12e-7873-4a07-92dc-822614b5e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:02.531400 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-49563f63-5e1a-4315-9eb9-104909138172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:02.547260 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201bf659-8af8-4a24-a104-1a6de81c9e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331e6caf-fbbb-4a2b-b343-b37f3de4f639'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:47:02.552157 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0717cb53-9c96-4e35-9b64-371c69ca5f93" -d '{"events": [{"server_uuid": "201bf659-8af8-4a24-a104-1a6de81c9e47", "name": "network-vif-plugged", "status": "completed", "tag": "331e6caf-fbbb-4a2b-b343-b37f3de4f639"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:47:02.580597 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-fdcee12e-7873-4a07-92dc-822614b5e801 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=874f21199c0a430bb96570d7e17eb3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749190 Jun 18 19:47:02.580597 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcee12e-7873-4a07-92dc-822614b5e801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7574d37-48a4-44ff-bcd3-6de129bc2eb0,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:02.581033 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 49100) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:02.583722 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-fdcee12e-7873-4a07-92dc-822614b5e801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:02.596800 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 331e6caf-fbbb-4a2b-b343-b37f3de4f639, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=331e6caf-fbbb-4a2b-b343-b37f3de4f639,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:02.610553 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cc1359-1dbe-481e-b528-ede931e9ddce x-openstack-request-id: req-08cc1359-1dbe-481e-b528-ede931e9ddce {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:47:02.610553 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201bf659-8af8-4a24-a104-1a6de81c9e47", "name": "network-vif-plugged", "status": "completed", "tag": "331e6caf-fbbb-4a2b-b343-b37f3de4f639", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:47:02.610805 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08cc1359-1dbe-481e-b528-ede931e9ddce {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:47:02.611224 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201bf659-8af8-4a24-a104-1a6de81c9e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331e6caf-fbbb-4a2b-b343-b37f3de4f639', 'code': 200} Jun 18 19:47:02.659280 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f579-fa3c-4053-8a72-159439c17ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:02.675675 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:02.678203 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:02.689548 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f579-fa3c-4053-8a72-159439c17ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:02.750596 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=331e6caf-fbbb-4a2b-b343-b37f3de4f639,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:02.759548 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:02.759909 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:02.760252 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:02.760643 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:02.761015 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:02.761347 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:02.761678 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:02.762004 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:02.762333 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:02.762655 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:02.762986 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:02.763308 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:02.768134 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:02.914805 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f579-fa3c-4053-8a72-159439c17ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:02.918149 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f579-fa3c-4053-8a72-159439c17ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:02.919861 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-f1c3f579-fa3c-4053-8a72-159439c17ca1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7574d37-48a4-44ff-bcd3-6de129bc2eb0 HTTP/1.1" status: 204 len: 168 time: 0.3352726 Jun 18 19:47:02.921305 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c96d72dc-a8a4-493d-b983-1feba0ee8c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:02.938500 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3f579-fa3c-4053-8a72-159439c17ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7574d37-48a4-44ff-bcd3-6de129bc2eb0,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:02.947124 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-f1c3f579-fa3c-4053-8a72-159439c17ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:03.042621 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b8b68-e262-4f07-b64f-04bfe5f338da req-2dbef74c-ce4a-48d4-bd79-ee2d836c17bf tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:03.047239 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8f8b8b68-e262-4f07-b64f-04bfe5f338da req-2dbef74c-ce4a-48d4-bd79-ee2d836c17bf tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 945 time: 0.0777528 Jun 18 19:47:03.094670 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8f8b8b68-e262-4f07-b64f-04bfe5f338da req-46381fec-49e0-4b03-9da9-d75a2e9e55e9 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421214 Jun 18 19:47:03.132366 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128742a-3355-4af8-8c56-b9635e40be81 req-fb3f3216-f9e6-43d0-bbd2-1e6146314dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:03.134069 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6128742a-3355-4af8-8c56-b9635e40be81 req-fb3f3216-f9e6-43d0-bbd2-1e6146314dd0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 1098 time: 0.0768323 Jun 18 19:47:03.237425 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6128742a-3355-4af8-8c56-b9635e40be81 req-4f77fd2e-549e-495b-b509-79892a8ebc4e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945144 Jun 18 19:47:03.787681 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 49136) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:03.799107 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 49138) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:03.803580 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-2bb03b1c-b1ea-49e2-a120-35eb73844c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:03.949929 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-2bb03b1c-b1ea-49e2-a120-35eb73844c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.024161 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3ebc7ab5-251f-425a-9fef-3a24d93827e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.068761 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-2bb03b1c-b1ea-49e2-a120-35eb73844c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.073778 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-91366a6b-d444-4efd-bf85-5a86884f16cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:04.119443 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-2bb03b1c-b1ea-49e2-a120-35eb73844c74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=daebc102d5734355be07944c615b5979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269708 Jun 18 19:47:04.119443 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb03b1c-b1ea-49e2-a120-35eb73844c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6df4ee-816f-4b8d-bc6a-bd59ff74872d,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:04.120635 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 49142) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:04.127198 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-2bb03b1c-b1ea-49e2-a120-35eb73844c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:04.195523 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3ebc7ab5-251f-425a-9fef-3a24d93827e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.213051 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a7c654b9-5cf5-4710-91a0-3989a3baea1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.242621 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a7c654b9-5cf5-4710-91a0-3989a3baea1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.269064 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3ebc7ab5-251f-425a-9fef-3a24d93827e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.273333 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:04.323637 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc7ab5-251f-425a-9fef-3a24d93827e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01415b8-9853-4673-8b55-18b62d0523d6,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:04.327599 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-3ebc7ab5-251f-425a-9fef-3a24d93827e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:04.331700 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-3ebc7ab5-251f-425a-9fef-3a24d93827e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=705160ffbd5d42f5bc1c6bf103f679b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315762 Jun 18 19:47:04.335522 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 49152) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:04.391633 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3f984-9507-441b-9048-3f364c53d089 req-73113e4b-91e1-416b-bafb-b6c7af3ea080 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:04.397326 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-03d3f984-9507-441b-9048-3f364c53d089 req-73113e4b-91e1-416b-bafb-b6c7af3ea080 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 945 time: 0.1344604 Jun 18 19:47:04.423307 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1d61eb10-b965-42cf-a5b0-7af23d7b45a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.448542 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-03d3f984-9507-441b-9048-3f364c53d089 req-48277e7b-c627-4697-960a-cd370c21b96d tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489600 Jun 18 19:47:04.462892 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1d61eb10-b965-42cf-a5b0-7af23d7b45a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.468805 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a7c654b9-5cf5-4710-91a0-3989a3baea1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.471519 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a7c654b9-5cf5-4710-91a0-3989a3baea1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.472662 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-a7c654b9-5cf5-4710-91a0-3989a3baea1f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed6df4ee-816f-4b8d-bc6a-bd59ff74872d HTTP/1.1" status: 204 len: 168 time: 0.3510509 Jun 18 19:47:04.473477 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-5dcfd8e8-e95d-4793-8f34-8f58bdacd450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:04.487249 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c654b9-5cf5-4710-91a0-3989a3baea1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6df4ee-816f-4b8d-bc6a-bd59ff74872d,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:04.487532 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-a7c654b9-5cf5-4710-91a0-3989a3baea1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:04.646024 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1d61eb10-b965-42cf-a5b0-7af23d7b45a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.648747 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1d61eb10-b965-42cf-a5b0-7af23d7b45a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:04.650106 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-1d61eb10-b965-42cf-a5b0-7af23d7b45a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c01415b8-9853-4673-8b55-18b62d0523d6 HTTP/1.1" status: 204 len: 168 time: 0.3130202 Jun 18 19:47:04.650880 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-3ebc7ab5-251f-425a-9fef-3a24d93827e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:04.660898 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61eb10-b965-42cf-a5b0-7af23d7b45a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01415b8-9853-4673-8b55-18b62d0523d6,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:04.662015 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1d61eb10-b965-42cf-a5b0-7af23d7b45a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:05.199984 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fd074-2d63-4f1e-ba55-826f5235353b req-c1905cdd-483a-48fe-be75-bcc68b77a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:05.201552 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-463fd074-2d63-4f1e-ba55-826f5235353b req-c1905cdd-483a-48fe-be75-bcc68b77a9cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 1098 time: 0.0818660 Jun 18 19:47:05.241764 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddbf72-1b2a-4631-ada9-e500ab03b841 req-5212637f-6f6c-4516-8ab0-b55d736afe94 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:05.246266 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-91ddbf72-1b2a-4631-ada9-e500ab03b841 req-5212637f-6f6c-4516-8ab0-b55d736afe94 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0948870 Jun 18 19:47:05.312275 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fd074-2d63-4f1e-ba55-826f5235353b req-752cd53a-968a-4ef5-89b3-7c518cca8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:05.314029 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-463fd074-2d63-4f1e-ba55-826f5235353b req-752cd53a-968a-4ef5-89b3-7c518cca8ad8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd HTTP/1.1" status: 200 len: 919 time: 0.0973940 Jun 18 19:47:05.351307 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-91ddbf72-1b2a-4631-ada9-e500ab03b841 req-a264a382-7891-48f8-9a37-389aa6029601 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898468 Jun 18 19:47:05.387981 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-463fd074-2d63-4f1e-ba55-826f5235353b req-15c7b9d0-80d3-4544-acae-e2f25e3c0b65 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e023bd-a276-4755-87a9-a001092d0b44 HTTP/1.1" status: 200 len: 217 time: 0.0624607 Jun 18 19:47:05.449602 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fd074-2d63-4f1e-ba55-826f5235353b req-d5b54ac3-4a0c-41cd-b5af-65aa0888261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:05.451124 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-463fd074-2d63-4f1e-ba55-826f5235353b req-d5b54ac3-4a0c-41cd-b5af-65aa0888261a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1ac8de5a-7f2b-43ec-be09-ebdab19d9db7 HTTP/1.1" status: 200 len: 859 time: 0.0510645 Jun 18 19:47:05.486950 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-463fd074-2d63-4f1e-ba55-826f5235353b req-e584e09d-82f7-476f-8231-eb3e01e568bd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287280 Jun 18 19:47:05.565438 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 49182) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:05.594008 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b71ffa6-3bdc-48f3-b211-7ae22cb4f956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:05.701015 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-463fd074-2d63-4f1e-ba55-826f5235353b req-e54b6d7c-c3ec-49fc-aa47-9cbe13388655 service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950417 Jun 18 19:47:05.862609 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-463fd074-2d63-4f1e-ba55-826f5235353b req-8b408ade-d5e8-4461-b15f-cbd7eaa3d272 service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471226 Jun 18 19:47:05.865595 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cb2e5-bc3e-4197-9d3a-7a88dc3a1de6 req-f82e4b37-f50e-439d-9ee6-e096a0c73f95 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:05.871732 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d29cb2e5-bc3e-4197-9d3a-7a88dc3a1de6 req-f82e4b37-f50e-439d-9ee6-e096a0c73f95 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 945 time: 0.2152891 Jun 18 19:47:05.881822 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b71ffa6-3bdc-48f3-b211-7ae22cb4f956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:05.919493 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d29cb2e5-bc3e-4197-9d3a-7a88dc3a1de6 req-1b1f9972-6788-4aba-9506-e1e61559ded5 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398908 Jun 18 19:47:05.973602 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b71ffa6-3bdc-48f3-b211-7ae22cb4f956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.043067 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-81014bca-99b5-4045-bcc2-3dd2665d20fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:06.075293 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-4b71ffa6-3bdc-48f3-b211-7ae22cb4f956 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4488adb9f02c4cee8e2abab838b36111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079978 Jun 18 19:47:06.078392 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 49200) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:06.102783 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71ffa6-3bdc-48f3-b211-7ae22cb4f956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1c8919-a242-48c7-a017-670eba00ba13,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:06.113352 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-4b71ffa6-3bdc-48f3-b211-7ae22cb4f956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:06.173410 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-82fbd9c5-cb57-4b2e-bee1-9d206aa7330c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.214787 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-82fbd9c5-cb57-4b2e-bee1-9d206aa7330c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.383408 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-82fbd9c5-cb57-4b2e-bee1-9d206aa7330c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.386028 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-82fbd9c5-cb57-4b2e-bee1-9d206aa7330c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:06.387226 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-82fbd9c5-cb57-4b2e-bee1-9d206aa7330c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b1c8919-a242-48c7-a017-670eba00ba13 HTTP/1.1" status: 204 len: 168 time: 0.3075430 Jun 18 19:47:06.389519 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-17d64160-55f1-4910-a7d8-6924da15eee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:06.398976 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbd9c5-cb57-4b2e-bee1-9d206aa7330c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1c8919-a242-48c7-a017-670eba00ba13,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:06.409204 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-82fbd9c5-cb57-4b2e-bee1-9d206aa7330c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:06.708636 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84168f-b404-4478-9ff5-24d0da7ad5d0 req-84b32b7d-8923-4508-bf5c-ace7e7805d38 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:06.714922 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bb84168f-b404-4478-9ff5-24d0da7ad5d0 req-84b32b7d-8923-4508-bf5c-ace7e7805d38 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1236382 Jun 18 19:47:06.824354 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bb84168f-b404-4478-9ff5-24d0da7ad5d0 req-8a9d165a-c855-41c0-b440-f27a3612a719 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941801 Jun 18 19:47:08.095378 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423c6f-f0ec-410d-99b5-92348a25575b req-b21598be-f841-45a2-96b8-b5ddea4895ab tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:08.096753 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-06423c6f-f0ec-410d-99b5-92348a25575b req-b21598be-f841-45a2-96b8-b5ddea4895ab tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1175518 Jun 18 19:47:08.170257 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-06423c6f-f0ec-410d-99b5-92348a25575b req-9bb98d10-e848-4e00-a535-208eb0a4e283 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628500 Jun 18 19:47:09.446393 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2333600-898c-49f4-92b0-9b17d9e3e9d8 req-232805eb-e817-4f8e-93d7-38b39ea9654a tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:09.449065 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e2333600-898c-49f4-92b0-9b17d9e3e9d8 req-232805eb-e817-4f8e-93d7-38b39ea9654a tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1130950 Jun 18 19:47:09.494122 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e2333600-898c-49f4-92b0-9b17d9e3e9d8 req-e49476c6-b3a8-4cd2-8f52-081b7d3c129a tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382869 Jun 18 19:47:10.699619 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06464a-c4cb-4d07-8a26-812154f0ecd2 req-7e4d2c55-869e-4f86-955b-3ec24cf5c185 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:10.701188 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0b06464a-c4cb-4d07-8a26-812154f0ecd2 req-7e4d2c55-869e-4f86-955b-3ec24cf5c185 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0713310 Jun 18 19:47:10.745049 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0b06464a-c4cb-4d07-8a26-812154f0ecd2 req-e2710f00-94fe-4536-8c28-4312a49054a9 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369909 Jun 18 19:47:11.980158 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47477d10-69aa-4194-a6a1-8be2fe10ad9b req-6fcdd5de-2802-4ccc-b8a9-2a7ed18d9d90 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:11.981807 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-47477d10-69aa-4194-a6a1-8be2fe10ad9b req-6fcdd5de-2802-4ccc-b8a9-2a7ed18d9d90 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0990508 Jun 18 19:47:12.031970 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-47477d10-69aa-4194-a6a1-8be2fe10ad9b req-f30135b6-c42f-46e7-ac4a-c8b9896ff2c7 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425863 Jun 18 19:47:13.361547 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c3c49-4c5f-4166-85e9-f147f0b18c24 req-7f479598-d2f2-4975-92e8-35c338606054 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:13.363094 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dd3c3c49-4c5f-4166-85e9-f147f0b18c24 req-7f479598-d2f2-4975-92e8-35c338606054 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0759423 Jun 18 19:47:13.406885 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dd3c3c49-4c5f-4166-85e9-f147f0b18c24 req-5592bca9-6d4a-4812-8baf-881fa84fa7d7 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340650 Jun 18 19:47:14.624348 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad048405-af47-4724-a52e-6a7f15e8cfac req-3fe09f63-b0d4-470a-8f4f-a9193b4c3fd7 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:14.625996 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ad048405-af47-4724-a52e-6a7f15e8cfac req-3fe09f63-b0d4-470a-8f4f-a9193b4c3fd7 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0983601 Jun 18 19:47:14.671281 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ad048405-af47-4724-a52e-6a7f15e8cfac req-49466fad-7f07-42bd-8894-1f8b4e4d55fd tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393283 Jun 18 19:47:15.926793 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce25b0-fe8c-4812-91af-90cc4c006bfc req-da223efa-1bf3-4420-8f04-28864a4ecbe5 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:15.928321 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-efce25b0-fe8c-4812-91af-90cc4c006bfc req-da223efa-1bf3-4420-8f04-28864a4ecbe5 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0780473 Jun 18 19:47:15.976170 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-efce25b0-fe8c-4812-91af-90cc4c006bfc req-f26c45fb-e8d0-44b9-9152-1b70ae1e20ac tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 Jun 18 19:47:16.132017 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 49450) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:16.286997 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-70bd7751-1f0c-4afb-abf0-4bd2764f9c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.394088 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-70bd7751-1f0c-4afb-abf0-4bd2764f9c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.463091 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-70bd7751-1f0c-4afb-abf0-4bd2764f9c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.467516 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-9692d18e-f415-4cb9-ba8b-581db794b3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:16.509402 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-70bd7751-1f0c-4afb-abf0-4bd2764f9c19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d41156d8530427ca83382b21ce29c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759968 Jun 18 19:47:16.510334 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd7751-1f0c-4afb-abf0-4bd2764f9c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245989a6-a139-4f59-af9c-d97f520390a6,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:16.512925 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 49456) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:16.513967 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-70bd7751-1f0c-4afb-abf0-4bd2764f9c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:16.596229 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-dd07fb43-257e-42cf-8512-6391b8bd156b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.633513 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-dd07fb43-257e-42cf-8512-6391b8bd156b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.817678 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-dd07fb43-257e-42cf-8512-6391b8bd156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.828238 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-dd07fb43-257e-42cf-8512-6391b8bd156b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:16.828238 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-dd07fb43-257e-42cf-8512-6391b8bd156b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/245989a6-a139-4f59-af9c-d97f520390a6 HTTP/1.1" status: 204 len: 168 time: 0.3100007 Jun 18 19:47:16.828238 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:16.840978 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07fb43-257e-42cf-8512-6391b8bd156b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245989a6-a139-4f59-af9c-d97f520390a6,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:16.845475 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-dd07fb43-257e-42cf-8512-6391b8bd156b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:17.290654 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c468c-5c85-4877-a425-c0ba0aac2f9b req-f7b8f2e5-df74-48c3-afa5-39f6777b8f18 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:17.292240 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ba8c468c-5c85-4877-a425-c0ba0aac2f9b req-f7b8f2e5-df74-48c3-afa5-39f6777b8f18 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1020460 Jun 18 19:47:17.353172 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ba8c468c-5c85-4877-a425-c0ba0aac2f9b req-42973e3d-9956-4781-b40f-3fa87552d456 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527320 Jun 18 19:47:17.722933 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a2ed-2914-424e-aca0-5d34c565a1f4 req-a56a5973-12c7-4ca2-b72d-f245666fb180 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:17.724884 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5573a2ed-2914-424e-aca0-5d34c565a1f4 req-a56a5973-12c7-4ca2-b72d-f245666fb180 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 945 time: 0.0916603 Jun 18 19:47:17.781359 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5573a2ed-2914-424e-aca0-5d34c565a1f4 req-cb2b7f38-4dd0-434a-bf0c-93d9be30daa5 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491869 Jun 18 19:47:18.302475 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 49500) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:18.369569 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-900093087-network', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:18.502890 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Made reservation on behalf of 02f981f24b7b4c3a90d60fa7f3fd4c73 for: {'network': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:18.506255 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.516392 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.574440 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8b944-8f28-4cba-aeaf-8b7915f99435 req-6e9f3d90-f1d2-4d27-a775-8c6e00fea819 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:18.583268 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-19a8b944-8f28-4cba-aeaf-8b7915f99435 req-6e9f3d90-f1d2-4d27-a775-8c6e00fea819 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0861063 Jun 18 19:47:18.622425 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-19a8b944-8f28-4cba-aeaf-8b7915f99435 req-3c90df69-749a-4ad7-97bd-8329995c6372 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382354 Jun 18 19:47:18.641494 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.731315 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.736541 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-35fc793a-bead-4082-bbca-655c806f025a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:18.767319 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=100012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:47:18.774123 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a75f4d6-919e-4f39-914e-eff8ca81b124,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:18.777932 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:18.784499 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.784499 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.segments_db [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Added segment 2a4f796b-d0dc-44bc-be41-1cd8b1873d07 of type vlan for network ab908d26-3e61-4c66-8491-893153b90c59 Jun 18 19:47:18.834968 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.965546 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.967141 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:18.971190 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:18.973749 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:19.037674 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9192bcf-3843-44b3-9f7e-72864a9a60d9 req-91212dd0-7aff-479f-861b-93f2fb33ff01 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:19.044887 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f9192bcf-3843-44b3-9f7e-72864a9a60d9 req-91212dd0-7aff-479f-861b-93f2fb33ff01 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 945 time: 0.0979073 Jun 18 19:47:19.088641 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Pushing event updated for resources: {'Network': ['ID=ab908d26-3e61-4c66-8491-893153b90c59,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:19.094390 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:19.104656 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network ab908d26-3e61-4c66-8491-893153b90c59 details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:47:19.114915 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9179964 Jun 18 19:47:19.118306 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 49514) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:19.118491 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f9192bcf-3843-44b3-9f7e-72864a9a60d9 req-6b2a3769-3cc8-4a3c-be38-5996debd203e tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658252 Jun 18 19:47:19.122301 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-e8ebf4f1-903f-4ff7-89f1-a759e19364b3 admin admin] Request body: {'subnet': {'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-900093087-subnet', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'ip_version': 4}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:19.298119 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ebf4f1-903f-4ff7-89f1-a759e19364b3 admin admin] Made reservation on behalf of 02f981f24b7b4c3a90d60fa7f3fd4c73 for: {'subnet': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:19.300829 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf4f1-903f-4ff7-89f1-a759e19364b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.566545 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf4f1-903f-4ff7-89f1-a759e19364b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935'] for subnet, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.572055 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c63b554a-5ec4-45d7-82d0-0837a2030e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:19.592309 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:47:19.673936 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebf4f1-903f-4ff7-89f1-a759e19364b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6570351-74b4-4cc3-bebd-c4188a0559e4,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:19.681257 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e8ebf4f1-903f-4ff7-89f1-a759e19364b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:19.688669 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ebf4f1-903f-4ff7-89f1-a759e19364b3 admin admin] Checking segment: {'id': '2a4f796b-d0dc-44bc-be41-1cd8b1873d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:19.689456 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ebf4f1-903f-4ff7-89f1-a759e19364b3 admin admin] Network hostable DHCP agents. Network: ab908d26-3e61-4c66-8491-893153b90c59, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:47:19.788610 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ebf4f1-903f-4ff7-89f1-a759e19364b3 admin admin] Network ab908d26-3e61-4c66-8491-893153b90c59 is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:47:19.843835 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7dbcf-4bf4-42fc-89b4-f057868b18c1 req-3283f83a-d04a-4186-9649-f4ff3561a5e6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:19.845374 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b1a7dbcf-4bf4-42fc-89b4-f057868b18c1 req-3283f83a-d04a-4186-9649-f4ff3561a5e6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0709004 Jun 18 19:47:19.897214 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-e8ebf4f1-903f-4ff7-89f1-a759e19364b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, ab908d26-3e61-4c66-8491-893153b90c59) {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:19.904645 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b1a7dbcf-4bf4-42fc-89b4-f057868b18c1 req-66805069-952c-4c54-ba92-27920f89cfd5 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520747 Jun 18 19:47:19.905825 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ebf4f1-903f-4ff7-89f1-a759e19364b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:19.906972 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e8ebf4f1-903f-4ff7-89f1-a759e19364b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:19.909264 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426d65a8-5839-44be-ba6a-7c5cc894037e None None] Network ab908d26-3e61-4c66-8491-893153b90c59 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:47:19.995272 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-e8ebf4f1-903f-4ff7-89f1-a759e19364b3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8782501 Jun 18 19:47:19.997894 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 49522) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:20.007802 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:20.120325 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6927'] for router, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.121506 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6918'] for router, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.191068 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37f8e1d1-d85d-51ec-af15-2bd53c2926e4-ab908d26-3e61-4c66-8491-893153b90c59', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'fixed_ips': [{'subnet_id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4'}]}} from dv-cinder-790535-6-smb. {{(pid=100014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:47:20.196130 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.207902 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.427946 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.db_base_plugin_common [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Allocated IP 172.20.0.2 (ab908d26-3e61-4c66-8491-893153b90c59/f6570351-74b4-4cc3-bebd-c4188a0559e4/d27bac5a-4578-4029-989e-7845dcbdaa14) {{(pid=100014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:20.428880 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d3584-fd84-4a44-baa4-950d74b651ce req-22e545c1-20c8-431f-9a09-f29f4fa7bcd1 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:20.431154 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-904d3584-fd84-4a44-baa4-950d74b651ce req-22e545c1-20c8-431f-9a09-f29f4fa7bcd1 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 945 time: 0.1280437 Jun 18 19:47:20.467839 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7016'] for router, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.521710 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-904d3584-fd84-4a44-baa4-950d74b651ce req-1848a581-672b-4191-850b-77f45aa6bb9b tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826375 Jun 18 19:47:20.546765 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd01273-93a7-41d4-939f-f123ad10b365 req-82640c99-4169-4e2f-8a26-9aca508870c2 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:20.548887 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fcd01273-93a7-41d4-939f-f123ad10b365 req-82640c99-4169-4e2f-8a26-9aca508870c2 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 945 time: 0.0949581 Jun 18 19:47:20.662564 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Notify callbacks [] for port, precommit_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.676874 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Transition to ACTIVE for port object d27bac5a-4578-4029-989e-7845dcbdaa14 will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:20.717084 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Transition to ACTIVE for port object d27bac5a-4578-4029-989e-7845dcbdaa14 will not be triggered until provisioned by entity DHCP. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:20.800270 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.802794 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:20.849543 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Network ab908d26-3e61-4c66-8491-893153b90c59 is already hosted by enough agents. {{(pid=100014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:20.853305 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.base_scheduler [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Resources bound (agent type, host, resource id): {{(pid=100014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:20.857576 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Received port after_create {{(pid=100014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:20.864232 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Pushing event updated for resources: {'Port': ['ID=d27bac5a-4578-4029-989e-7845dcbdaa14,revision_number=1']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:20.868751 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:20.929786 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Attempting to bind port d27bac5a-4578-4029-989e-7845dcbdaa14 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:20.930209 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Attempting to bind port d27bac5a-4578-4029-989e-7845dcbdaa14 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '2a4f796b-d0dc-44bc-be41-1cd8b1873d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:20.930551 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Attempting to bind port d27bac5a-4578-4029-989e-7845dcbdaa14 on network ab908d26-3e61-4c66-8491-893153b90c59 {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:20.936270 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:20.937997 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Checking segment: {'id': '2a4f796b-d0dc-44bc-be41-1cd8b1873d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:20.937997 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:20.938323 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Bound using segment: {'id': '2a4f796b-d0dc-44bc-be41-1cd8b1873d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:20.938826 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Bound port: d27bac5a-4578-4029-989e-7845dcbdaa14, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4f796b-d0dc-44bc-be41-1cd8b1873d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:20.939077 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.023647 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-fcd01273-93a7-41d4-939f-f123ad10b365 req-0d0da846-5611-4149-937f-d3d597ede56c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Deleting port 331e6caf-fbbb-4a2b-b343-b37f3de4f639 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:47:21.024218 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-fcd01273-93a7-41d4-939f-f123ad10b365 req-0d0da846-5611-4149-937f-d3d597ede56c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.074033 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] For port d27bac5a-4578-4029-989e-7845dcbdaa14, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:21.079052 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] For port d27bac5a-4578-4029-989e-7845dcbdaa14, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=d27bac5a-4578-4029-989e-7845dcbdaa14,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:21.163406 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390caa8-1a1f-4c95-856e-4a3da64d4d28 req-9085660e-e8b6-4013-93f1-6f89b1881e90 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:21.165091 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5390caa8-1a1f-4c95-856e-4a3da64d4d28 req-9085660e-e8b6-4013-93f1-6f89b1881e90 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1050673 Jun 18 19:47:21.174043 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.184844 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:21.244428 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5390caa8-1a1f-4c95-856e-4a3da64d4d28 req-ca15ce5f-42d5-4be4-a6d6-962c9d64164b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722432 Jun 18 19:47:21.282659 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Pushing event updated for resources: {'Port': ['ID=d27bac5a-4578-4029-989e-7845dcbdaa14,revision_number=2']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:21.286355 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-fcd01273-93a7-41d4-939f-f123ad10b365 req-0d0da846-5611-4149-937f-d3d597ede56c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] For port 331e6caf-fbbb-4a2b-b343-b37f3de4f639, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=331e6caf-fbbb-4a2b-b343-b37f3de4f639,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:21.293495 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-fcd01273-93a7-41d4-939f-f123ad10b365 req-0d0da846-5611-4149-937f-d3d597ede56c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.293987 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:21.394928 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-fcd01273-93a7-41d4-939f-f123ad10b365 req-0d0da846-5611-4149-937f-d3d597ede56c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Calling delete_port for 331e6caf-fbbb-4a2b-b343-b37f3de4f639 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:47:21.407606 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.460194 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.778632 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Allocated IP 172.28.3.78 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/761e3389-dae0-4bea-916f-1b10e2b7c482) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:21.833901 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ff1ac-cb15-49b5-8a7b-40e09bbcc60e req-f65a5920-5d47-46a8-885a-0121540a3444 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:21.835474 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-320ff1ac-cb15-49b5-8a7b-40e09bbcc60e req-f65a5920-5d47-46a8-885a-0121540a3444 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 945 time: 0.1262243 Jun 18 19:47:21.902686 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-320ff1ac-cb15-49b5-8a7b-40e09bbcc60e req-a83f653f-a7e7-484f-861e-d7b921801f75 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601120 Jun 18 19:47:21.914829 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-fcd01273-93a7-41d4-939f-f123ad10b365 req-0d0da846-5611-4149-937f-d3d597ede56c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.922278 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:21.944420 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['0ed5c894-6d73-4d34-bf4f-f5915add8884', 'b967fcde-f3a6-4d02-8763-2efdc77bc508', '641c6bf1-8e87-47a4-bf6f-55d23254783e', '331e6caf-fbbb-4a2b-b343-b37f3de4f639'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:47:21.964978 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:21.971685 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0da846-5611-4149-937f-d3d597ede56c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Pushing event deleted for resources: {'Port': ['ID=331e6caf-fbbb-4a2b-b343-b37f3de4f639,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:21.979020 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0d0da846-5611-4149-937f-d3d597ede56c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:22.037616 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd01273-93a7-41d4-939f-f123ad10b365 req-0d0da846-5611-4149-937f-d3d597ede56c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] No DVR routers for this DVR port 331e6caf-fbbb-4a2b-b343-b37f3de4f639 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:47:22.043069 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-fcd01273-93a7-41d4-939f-f123ad10b365 req-0d0da846-5611-4149-937f-d3d597ede56c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:22.045225 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fcd01273-93a7-41d4-939f-f123ad10b365 req-0d0da846-5611-4149-937f-d3d597ede56c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "DELETE /v2.0/ports/331e6caf-fbbb-4a2b-b343-b37f3de4f639 HTTP/1.1" status: 204 len: 173 time: 1.4811094 Jun 18 19:47:22.046328 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201bf659-8af8-4a24-a104-1a6de81c9e47', 'name': 'network-vif-deleted', 'tag': '331e6caf-fbbb-4a2b-b343-b37f3de4f639'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:47:22.049035 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b95a0ee-53bd-4c04-9d33-9d4791ba93f0" -d '{"events": [{"server_uuid": "201bf659-8af8-4a24-a104-1a6de81c9e47", "name": "network-vif-deleted", "tag": "331e6caf-fbbb-4a2b-b343-b37f3de4f639"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:47:22.101276 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae2cb7a-a77d-4190-bd26-ed835b6a2891 x-openstack-request-id: req-3ae2cb7a-a77d-4190-bd26-ed835b6a2891 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:47:22.102222 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201bf659-8af8-4a24-a104-1a6de81c9e47", "name": "network-vif-deleted", "tag": "331e6caf-fbbb-4a2b-b343-b37f3de4f639", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:47:22.102222 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ae2cb7a-a77d-4190-bd26-ed835b6a2891 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:47:22.102543 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201bf659-8af8-4a24-a104-1a6de81c9e47', 'name': 'network-vif-deleted', 'tag': '331e6caf-fbbb-4a2b-b343-b37f3de4f639', 'status': 'completed', 'code': 200} Jun 18 19:47:22.144539 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:22.185260 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-cd5e0429-303c-4b04-8883-9dd4f6a4b8d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:22.252522 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:22.259115 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:22.263214 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:22.421764 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=761e3389-dae0-4bea-916f-1b10e2b7c482,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:22.426996 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:22.532943 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1599f4a-5d89-419b-aa31-74602e4d97a3 req-a838dc7f-2b88-4297-96c3-367f1c68d429 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:22.535192 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a1599f4a-5d89-419b-aa31-74602e4d97a3 req-a838dc7f-2b88-4297-96c3-367f1c68d429 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0887282 Jun 18 19:47:22.595076 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a1599f4a-5d89-419b-aa31-74602e4d97a3 req-3727507b-6c4c-4673-b047-118973f67466 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478561 Jun 18 19:47:22.651050 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:22.651325 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78541666-8558-4370-82b6-58a6d60ed6b5 None None] Network ab908d26-3e61-4c66-8491-893153b90c59 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:47:22.837891 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-e645fa95-8ca8-44c1-837e-fd8e0d98e658 None None] Provisioning for port d27bac5a-4578-4029-989e-7845dcbdaa14 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:22.897881 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618554'] for router, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:23.193761 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b9a41b33-f30d-44a3-8639-cd0854d76f06 req-2093b8d0-6864-490b-95fe-665c8d129624 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=201bf659-8af8-4a24-a104-1a6de81c9e47 HTTP/1.1" status: 200 len: 210 time: 0.0443552 Jun 18 19:47:23.200131 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d is scheduled to L3 agent 92782364-561c-464d-b29a-c35742e5cb72 with binding_index 1 {{(pid=100012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:47:23.402460 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:47:23.416064 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Sync routers for ids ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:47:23.435906 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Routers {'6d18c28a-adc0-4884-b9bb-23471f3d6a9d'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:23.437647 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:46:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:23.520525 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device d27bac5a-4578-4029-989e-7845dcbdaa14 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:23.554625 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Notify callbacks [] for router, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:23.556580 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5571203 Jun 18 19:47:23.559491 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 49562) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:23.585138 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Set router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:23.669987 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port d27bac5a-4578-4029-989e-7845dcbdaa14 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:23.683830 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port d27bac5a-4578-4029-989e-7845dcbdaa14 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:23.684557 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:23.791327 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:23.844131 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a70755-6036-4c07-b74e-218292363946 req-86e6d2c6-505a-4b2f-9776-dce3608e0948 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:23.846500 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-59a70755-6036-4c07-b74e-218292363946 req-86e6d2c6-505a-4b2f-9776-dce3608e0948 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1143322 Jun 18 19:47:23.868020 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port d27bac5a-4578-4029-989e-7845dcbdaa14, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=d27bac5a-4578-4029-989e-7845dcbdaa14,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:23.939947 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:23.944137 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-0450cf5f-a63b-4ae5-8365-794d846f599b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:24.013157 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:22Z', 'revision_number': 3, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port': {'id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:21Z', 'updated_at': '2021-06-18T19:47:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:24.063942 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Checking router: 6d18c28a-adc0-4884-b9bb-23471f3d6a9d for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:47:24.064563 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Updating router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d port 761e3389-dae0-4bea-916f-1b10e2b7c482 binding host dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:47:24.068181 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=d27bac5a-4578-4029-989e-7845dcbdaa14,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:24.070712 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:24.104559 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.225992 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-59a70755-6036-4c07-b74e-218292363946 req-886b34d9-29b2-4b51-9ea0-df76f567aa9a tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730910 Jun 18 19:47:24.249961 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 331e6caf-fbbb-4a2b-b343-b37f3de4f639 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:47:24.261774 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.282974 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 331e6caf-fbbb-4a2b-b343-b37f3de4f639 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:47:24.283340 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 331e6caf-fbbb-4a2b-b343-b37f3de4f639 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:47:24.475490 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Notify callbacks [] for port, precommit_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.488000 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.provisioning_blocks [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Transition to ACTIVE for port object 761e3389-dae0-4bea-916f-1b10e2b7c482 will not be triggered until provisioned by entity L2. {{(pid=100015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:24.494805 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Allocated IP 172.20.0.1 (ab908d26-3e61-4c66-8491-893153b90c59/f6570351-74b4-4cc3-bebd-c4188a0559e4/98e058da-813c-4d0f-9203-fabe7a632968) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:24.554779 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-99577ef0-0552-455d-a158-723d126cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.578091 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.581861 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-c4ae8484-12ee-4280-940f-978c4497454b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:24.637021 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Attempting to bind port 761e3389-dae0-4bea-916f-1b10e2b7c482 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:24.637423 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Attempting to bind port 761e3389-dae0-4bea-916f-1b10e2b7c482 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:24.637788 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Attempting to bind port 761e3389-dae0-4bea-916f-1b10e2b7c482 on network 2440ce7d-0693-4835-ae79-95ddbd08681a {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:24.647577 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:24.647959 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Checking segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:24.648368 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.648793 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Bound using segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:24.649281 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Bound port: 761e3389-dae0-4bea-916f-1b10e2b7c482, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:24.649671 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.652319 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Pushing event updated for resources: {'Port': ['ID=761e3389-dae0-4bea-916f-1b10e2b7c482,revision_number=2']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:24.674788 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.681436 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:24.691659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:24.691659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:24.691659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:24.691659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:24.691659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:24.691659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:24.691659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:24.691659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:24.691659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:24.691659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:24.691659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:24.691659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:24.692892 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Transition to ACTIVE for port object 98e058da-813c-4d0f-9203-fabe7a632968 will not be triggered until provisioned by entity DHCP. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:24.723442 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] For port 761e3389-dae0-4bea-916f-1b10e2b7c482, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:24.726854 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] For port 761e3389-dae0-4bea-916f-1b10e2b7c482, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=761e3389-dae0-4bea-916f-1b10e2b7c482,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:24.777641 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.779834 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-02cf5231-0a59-430c-9b12-be3f09d08356 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:24.806883 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.811043 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:24.823365 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Network ab908d26-3e61-4c66-8491-893153b90c59 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:24.826704 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:24.831354 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:24.831968 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618261'] for router_interface, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:24.838641 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Pushing event updated for resources: {'Port': ['ID=98e058da-813c-4d0f-9203-fabe7a632968,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:24.841419 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:24.886099 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Routers {'6d18c28a-adc0-4884-b9bb-23471f3d6a9d'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:24.886884 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:46:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:24.929446 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Pushing event updated for resources: {'Port': ['ID=761e3389-dae0-4bea-916f-1b10e2b7c482,revision_number=3']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:24.934549 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:25.038666 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] Set router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:25.206212 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.291541 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-9f1ae37f-d594-48d5-8761-aef936b515fa None None] Provisioning for port 98e058da-813c-4d0f-9203-fabe7a632968 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:25.306586 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-9f1ae37f-d594-48d5-8761-aef936b515fa None None] Provisioning complete for port 98e058da-813c-4d0f-9203-fabe7a632968 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:25.306586 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-9f1ae37f-d594-48d5-8761-aef936b515fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.320191 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:22Z', 'revision_number': 3, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port': {'id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:21Z', 'updated_at': '2021-06-18T19:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:25.383043 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ae37f-d594-48d5-8761-aef936b515fa None None] Port 98e058da-813c-4d0f-9203-fabe7a632968 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:47:25.393950 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f85b02-de51-4ec4-9bbe-aad1304b3364 None None] The sync data for ids ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'] in dv-cinder-790535-6-smb is: [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:22Z', 'revision_number': 3, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port': {'id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:21Z', 'updated_at': '2021-06-18T19:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:47:25.482570 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device d27bac5a-4578-4029-989e-7845dcbdaa14 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:25.494708 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.569589 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port d27bac5a-4578-4029-989e-7845dcbdaa14 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:25.570801 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.577370 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.578557 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-701026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619532'] for router_interface, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:25.580888 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f3d625c9-9cef-43ce-b294-2ab82eb95ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:25.642111 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c9bf1-77d5-4166-91a0-25d498298fb0 req-af0471f5-5d02-494e-8891-b0e75d0f3b3f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:25.644564 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-052c9bf1-77d5-4166-91a0-25d498298fb0 req-af0471f5-5d02-494e-8891-b0e75d0f3b3f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1298678 Jun 18 19:47:25.709873 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-052c9bf1-77d5-4166-91a0-25d498298fb0 req-6ad071b4-38b3-43ab-a66d-0b36c11d2a0f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509200 Jun 18 19:47:25.721177 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Pushing event updated for resources: {'Port': ['ID=98e058da-813c-4d0f-9203-fabe7a632968,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:25.725777 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:25.790882 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Network ab908d26-3e61-4c66-8491-893153b90c59 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:25.792680 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:26.227979 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fddc6d34-6944-4efc-b405-a0e53869c253 None None] Provisioning complete for port 98e058da-813c-4d0f-9203-fabe7a632968 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:26.228973 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fddc6d34-6944-4efc-b405-a0e53869c253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:26.326558 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fddc6d34-6944-4efc-b405-a0e53869c253 None None] Port 98e058da-813c-4d0f-9203-fabe7a632968 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:47:26.334010 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:47:26.477836 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:47:26.485032 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] 10.222.0.30 "PUT /v2.0/routers/6d18c28a-adc0-4884-b9bb-23471f3d6a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9237235 Jun 18 19:47:26.589023 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b4915-b361-426e-85ad-a88d6600af1d req-466df5fc-0124-408e-871a-0c6add5e0733 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:26.590579 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-da8b4915-b361-426e-85ad-a88d6600af1d req-466df5fc-0124-408e-871a-0c6add5e0733 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 946 time: 0.0878456 Jun 18 19:47:26.648992 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-da8b4915-b361-426e-85ad-a88d6600af1d req-2fea16c3-9ec9-4858-abd6-c3801e356279 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490863 Jun 18 19:47:26.914089 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42ad6f-7269-4929-8d28-408f5ee0dd82 req-1c259a61-ad3b-4635-af8f-6b8023b34322 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:26.916677 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3d42ad6f-7269-4929-8d28-408f5ee0dd82 req-1c259a61-ad3b-4635-af8f-6b8023b34322 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0798776 Jun 18 19:47:26.961694 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3d42ad6f-7269-4929-8d28-408f5ee0dd82 req-734584d1-9d7f-4660-b58a-7ba42def44d1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376487 Jun 18 19:47:27.102837 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a52c-ea43-4cc5-bf8e-6af13d3652f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.387427 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 49634) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:27.393561 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1724103531-network', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:27.475842 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 761e3389-dae0-4bea-916f-1b10e2b7c482 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:27.503428 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Made reservation on behalf of 079473a5e287488fa4d4e436cc70f7e4 for: {'network': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:27.508887 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Sync routers for ids ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:47:27.509146 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.517866 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.526621 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Routers {'6d18c28a-adc0-4884-b9bb-23471f3d6a9d'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:27.527288 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:47:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:27.654381 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.727205 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.731655 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d7b55760-57f7-4cc5-9489-577cfc603aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:27.767617 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 761e3389-dae0-4bea-916f-1b10e2b7c482 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:27.767810 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=100013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:47:27.789915 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 761e3389-dae0-4bea-916f-1b10e2b7c482 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:27.790321 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.841240 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Set router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:27.846676 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.851712 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.segments_db [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Added segment 30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a of type vlan for network 2d856f2d-c175-434e-9ec2-bde4180fc0c0 Jun 18 19:47:27.851712 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a862e2fa-1cbc-47ba-b57f-17af221398eb,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:27.879961 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:27.932676 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:27.976247 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66235f8-accc-4afe-9649-4221856f3959 req-cc16281b-2769-4195-8931-d5d329ce8630 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:27.977860 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a66235f8-accc-4afe-9649-4221856f3959 req-cc16281b-2769-4195-8931-d5d329ce8630 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 946 time: 0.1621890 Jun 18 19:47:28.038471 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:28.041268 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a66235f8-accc-4afe-9649-4221856f3959 req-2feaff78-6471-4f78-b78e-699e60a12353 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512552 Jun 18 19:47:28.052486 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:28.057765 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:28.060279 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:28.069056 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:28.078941 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 761e3389-dae0-4bea-916f-1b10e2b7c482, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=761e3389-dae0-4bea-916f-1b10e2b7c482,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:28.128776 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:28.164148 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Pushing event updated for resources: {'Network': ['ID=2d856f2d-c175-434e-9ec2-bde4180fc0c0,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:28.167353 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:28.174686 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:24Z', 'revision_number': 4, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port': {'id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:21Z', 'updated_at': '2021-06-18T19:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '98e058da-813c-4d0f-9203-fabe7a632968', 'name': '', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'mac_address': 'fa:16:3e:20:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:24Z', 'updated_at': '2021-06-18T19:47:25Z', 'revision_number': 2, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'subnets': [{'id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:28.178521 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network 2d856f2d-c175-434e-9ec2-bde4180fc0c0 details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:47:28.221321 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Checking router: 6d18c28a-adc0-4884-b9bb-23471f3d6a9d for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:47:28.221596 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Updating router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d port 98e058da-813c-4d0f-9203-fabe7a632968 binding host dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:47:28.223552 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:28.242873 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8540816 Jun 18 19:47:28.257578 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 49646) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:28.265449 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-b5ad4edf-8d00-4d56-a600-8354ab1beebb admin admin] Request body: {'subnet': {'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1724103531-subnet', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'ip_version': 4}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:28.266195 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:28.319139 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a872356-d7b9-46c8-a0ae-1e8d38f91dec req-4f345dca-2f98-4c32-9f54-a0f24ad5da7c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:28.320895 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5a872356-d7b9-46c8-a0ae-1e8d38f91dec req-4f345dca-2f98-4c32-9f54-a0f24ad5da7c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1309383 Jun 18 19:47:28.364343 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5a872356-d7b9-46c8-a0ae-1e8d38f91dec req-dede2ec6-a2a4-46d3-9eca-e226c211658c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370035 Jun 18 19:47:28.376858 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ad4edf-8d00-4d56-a600-8354ab1beebb admin admin] Made reservation on behalf of 079473a5e287488fa4d4e436cc70f7e4 for: {'subnet': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:28.381229 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4edf-8d00-4d56-a600-8354ab1beebb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3409992'] for subnet, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:28.382138 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:28.387445 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=761e3389-dae0-4bea-916f-1b10e2b7c482,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:28.397994 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:28.533864 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:28.685293 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4edf-8d00-4d56-a600-8354ab1beebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3353407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410010'] for subnet, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:28.690199 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ddeefdbb-0f21-40b0-9e6a-4eea3f0834eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:28.707371 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Notify callbacks [] for port, precommit_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:28.719151 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Transition to ACTIVE for port object 98e058da-813c-4d0f-9203-fabe7a632968 will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:28.753035 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad4edf-8d00-4d56-a600-8354ab1beebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2194b319-1390-42d7-908f-4869e917318a,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:28.755637 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-b5ad4edf-8d00-4d56-a600-8354ab1beebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:28.763704 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad4edf-8d00-4d56-a600-8354ab1beebb admin admin] Checking segment: {'id': '30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:28.764032 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ad4edf-8d00-4d56-a600-8354ab1beebb admin admin] Network hostable DHCP agents. Network: 2d856f2d-c175-434e-9ec2-bde4180fc0c0, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:47:28.805484 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:28.810254 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:28.858026 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ad4edf-8d00-4d56-a600-8354ab1beebb admin admin] Network 2d856f2d-c175-434e-9ec2-bde4180fc0c0 is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:47:28.895121 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c68373-7963-4301-816a-74324cea4803 None None] Pushing event updated for resources: {'Port': ['ID=98e058da-813c-4d0f-9203-fabe7a632968,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:28.903896 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-75c68373-7963-4301-816a-74324cea4803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:28.972511 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Attempting to bind port 98e058da-813c-4d0f-9203-fabe7a632968 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:28.972842 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Attempting to bind port 98e058da-813c-4d0f-9203-fabe7a632968 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '2a4f796b-d0dc-44bc-be41-1cd8b1873d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:28.973216 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Attempting to bind port 98e058da-813c-4d0f-9203-fabe7a632968 on network ab908d26-3e61-4c66-8491-893153b90c59 {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:28.981222 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:28.981598 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Checking segment: {'id': '2a4f796b-d0dc-44bc-be41-1cd8b1873d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:28.982073 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:28.982410 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Bound using segment: {'id': '2a4f796b-d0dc-44bc-be41-1cd8b1873d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:28.982942 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Bound port: 98e058da-813c-4d0f-9203-fabe7a632968, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4f796b-d0dc-44bc-be41-1cd8b1873d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:28.983508 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.011486 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-b5ad4edf-8d00-4d56-a600-8354ab1beebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, 2d856f2d-c175-434e-9ec2-bde4180fc0c0) {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:29.028531 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ad4edf-8d00-4d56-a600-8354ab1beebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:29.033894 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4edf-8d00-4d56-a600-8354ab1beebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.034227 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30784f1-949d-4fe4-9eb4-abb4ac525b77 None None] Network 2d856f2d-c175-434e-9ec2-bde4180fc0c0 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:47:29.117524 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-b5ad4edf-8d00-4d56-a600-8354ab1beebb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8575518 Jun 18 19:47:29.118392 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 49658) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:29.124203 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1724103531-router', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:29.226200 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d427803-486c-42d2-b52b-a2471ad7bc6c req-49ae9e4f-83b5-4edf-9b35-aaf3b050779f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:29.228565 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0d427803-486c-42d2-b52b-a2471ad7bc6c req-49ae9e4f-83b5-4edf-9b35-aaf3b050779f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 946 time: 0.1811211 Jun 18 19:47:29.290594 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6927'] for router, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.291964 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6918'] for router, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.306093 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] For port 98e058da-813c-4d0f-9203-fabe7a632968, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:29.316852 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] For port 98e058da-813c-4d0f-9203-fabe7a632968, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=98e058da-813c-4d0f-9203-fabe7a632968,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:29.412548 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-0d427803-486c-42d2-b52b-a2471ad7bc6c req-1b0ec75f-6c4b-478a-a1ec-8db663bc9aa6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Deleting port 641c6bf1-8e87-47a4-bf6f-55d23254783e {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:47:29.413195 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-0d427803-486c-42d2-b52b-a2471ad7bc6c req-1b0ec75f-6c4b-478a-a1ec-8db663bc9aa6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.425223 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.428662 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.436913 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:29.458026 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.476740 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 761e3389-dae0-4bea-916f-1b10e2b7c482 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:29.479522 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845d943-7e9c-437f-b645-269d7acd8482 req-e7e98385-d7c9-4f10-b5be-3a2cefa3ab01 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:29.487993 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2845d943-7e9c-437f-b645-269d7acd8482 req-e7e98385-d7c9-4f10-b5be-3a2cefa3ab01 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 946 time: 0.2508647 Jun 18 19:47:29.552324 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2845d943-7e9c-437f-b645-269d7acd8482 req-809f6c2a-c2ec-4f7a-9458-108f6f577b8b tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619044 Jun 18 19:47:29.583234 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37f8e1d1-d85d-51ec-af15-2bd53c2926e4-2d856f2d-c175-434e-9ec2-bde4180fc0c0', 'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'fixed_ips': [{'subnet_id': '2194b319-1390-42d7-908f-4869e917318a'}]}} from dv-cinder-790535-6-smb. {{(pid=100014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:47:29.584898 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.587533 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-0d427803-486c-42d2-b52b-a2471ad7bc6c req-1b0ec75f-6c4b-478a-a1ec-8db663bc9aa6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] For port 641c6bf1-8e87-47a4-bf6f-55d23254783e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=641c6bf1-8e87-47a4-bf6f-55d23254783e,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:29.588246 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-0d427803-486c-42d2-b52b-a2471ad7bc6c req-1b0ec75f-6c4b-478a-a1ec-8db663bc9aa6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.709264 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-0d427803-486c-42d2-b52b-a2471ad7bc6c req-1b0ec75f-6c4b-478a-a1ec-8db663bc9aa6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Calling delete_port for 641c6bf1-8e87-47a4-bf6f-55d23254783e owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:47:29.750339 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Routers {'6d18c28a-adc0-4884-b9bb-23471f3d6a9d'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:29.751283 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:47:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:29.757188 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c68373-7963-4301-816a-74324cea4803 None None] Pushing event updated for resources: {'Port': ['ID=98e058da-813c-4d0f-9203-fabe7a632968,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:29.800096 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-75c68373-7963-4301-816a-74324cea4803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:29.803079 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7016'] for router, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.853627 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 761e3389-dae0-4bea-916f-1b10e2b7c482 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:29.854291 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:29.869694 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4971-0223-4cb1-a083-de87e9c0b525 req-20810807-fbb2-4ba2-b0e0-8c5afb3733f8 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:29.871235 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ed4d4971-0223-4cb1-a083-de87e9c0b525 req-20810807-fbb2-4ba2-b0e0-8c5afb3733f8 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1400313 Jun 18 19:47:29.937101 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.db_base_plugin_common [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Allocated IP 172.20.0.2 (2d856f2d-c175-434e-9ec2-bde4180fc0c0/2194b319-1390-42d7-908f-4869e917318a/4c0e586e-a486-46eb-8a10-9fd9e015c711) {{(pid=100014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:29.979347 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] Set router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:29.999187 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-0d427803-486c-42d2-b52b-a2471ad7bc6c req-1b0ec75f-6c4b-478a-a1ec-8db663bc9aa6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:30.008377 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-df11c78f-f742-4520-9dfc-3425f0330677 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:30.031891 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ed4d4971-0223-4cb1-a083-de87e9c0b525 req-90837add-2de5-47d2-b0c6-0e8169abdf91 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283565 Jun 18 19:47:30.043094 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ec75f-6c4b-478a-a1ec-8db663bc9aa6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Pushing event deleted for resources: {'Port': ['ID=641c6bf1-8e87-47a4-bf6f-55d23254783e,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:30.050624 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1b0ec75f-6c4b-478a-a1ec-8db663bc9aa6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:30.114612 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d427803-486c-42d2-b52b-a2471ad7bc6c req-1b0ec75f-6c4b-478a-a1ec-8db663bc9aa6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] No DVR routers for this DVR port 641c6bf1-8e87-47a4-bf6f-55d23254783e on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:47:30.117437 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-0d427803-486c-42d2-b52b-a2471ad7bc6c req-1b0ec75f-6c4b-478a-a1ec-8db663bc9aa6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:30.119752 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0d427803-486c-42d2-b52b-a2471ad7bc6c req-1b0ec75f-6c4b-478a-a1ec-8db663bc9aa6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "DELETE /v2.0/ports/641c6bf1-8e87-47a4-bf6f-55d23254783e HTTP/1.1" status: 204 len: 173 time: 0.8849776 Jun 18 19:47:30.120318 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea7f408-c273-4be0-b2d3-d7e1156a2d13', 'name': 'network-vif-deleted', 'tag': '641c6bf1-8e87-47a4-bf6f-55d23254783e'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:47:30.123172 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99a8859-d627-4fc7-8432-5134e52d511d" -d '{"events": [{"server_uuid": "bea7f408-c273-4be0-b2d3-d7e1156a2d13", "name": "network-vif-deleted", "tag": "641c6bf1-8e87-47a4-bf6f-55d23254783e"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:47:30.179721 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a036dd2-3609-48fb-90b5-5c5ec9e31a68 x-openstack-request-id: req-5a036dd2-3609-48fb-90b5-5c5ec9e31a68 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:47:30.180108 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea7f408-c273-4be0-b2d3-d7e1156a2d13", "name": "network-vif-deleted", "tag": "641c6bf1-8e87-47a4-bf6f-55d23254783e", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:47:30.180415 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a036dd2-3609-48fb-90b5-5c5ec9e31a68 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:47:30.180944 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea7f408-c273-4be0-b2d3-d7e1156a2d13', 'name': 'network-vif-deleted', 'tag': '641c6bf1-8e87-47a4-bf6f-55d23254783e', 'status': 'completed', 'code': 200} Jun 18 19:47:30.204375 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['0ed5c894-6d73-4d34-bf4f-f5915add8884', 'b967fcde-f3a6-4d02-8763-2efdc77bc508', '641c6bf1-8e87-47a4-bf6f-55d23254783e'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:47:30.257058 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:30.276270 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:30.423442 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_common [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Allocated IP 172.28.3.109 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/d8daa7ed-4bab-4f51-975b-b837f5f45a05) {{(pid=100013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:30.559131 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:30.641222 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Notify callbacks [] for port, precommit_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:30.671419 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Transition to ACTIVE for port object 4c0e586e-a486-46eb-8a10-9fd9e015c711 will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:30.711386 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Transition to ACTIVE for port object 4c0e586e-a486-46eb-8a10-9fd9e015c711 will not be triggered until provisioned by entity DHCP. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:30.719036 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:24Z', 'revision_number': 4, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port': {'id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:21Z', 'updated_at': '2021-06-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '98e058da-813c-4d0f-9203-fabe7a632968', 'name': '', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'mac_address': 'fa:16:3e:20:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:24Z', 'updated_at': '2021-06-18T19:47:29Z', 'revision_number': 4, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'subnets': [{'id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:30.748480 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-652dda39-4bad-4246-80e1-533d73c7d5e8 req-7bd2ca9d-3526-43ff-a04f-a121b9b98785 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 210 time: 0.0301378 Jun 18 19:47:30.753375 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcbf55f-9fbc-4d0a-b21e-1dae72aecd52 None None] The sync data for ids ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'] in dv-cinder-790535-6-smb is: [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:24Z', 'revision_number': 4, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port': {'id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:21Z', 'updated_at': '2021-06-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '98e058da-813c-4d0f-9203-fabe7a632968', 'name': '', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'mac_address': 'fa:16:3e:20:c3:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:24Z', 'updated_at': '2021-06-18T19:47:29Z', 'revision_number': 4, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'subnets': [{'id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:47:30.763247 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:30.819221 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3353483'] for port, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:30.833667 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-5488d817-6059-422d-bcb6-25dfedc31afc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:30.853094 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:30.855798 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:30.898369 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:30.907473 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:30.910135 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Received port after_create {{(pid=100013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:30.923883 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Network 2d856f2d-c175-434e-9ec2-bde4180fc0c0 is already hosted by enough agents. {{(pid=100014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:30.928771 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.base_scheduler [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Resources bound (agent type, host, resource id): {{(pid=100014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:30.934405 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Received port after_create {{(pid=100014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:30.937405 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Pushing event updated for resources: {'Port': ['ID=4c0e586e-a486-46eb-8a10-9fd9e015c711,revision_number=1']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:30.941322 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:30.941623 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d8daa7ed-4bab-4f51-975b-b837f5f45a05,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:30.944939 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:31.046679 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Attempting to bind port 4c0e586e-a486-46eb-8a10-9fd9e015c711 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:31.047084 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Attempting to bind port 4c0e586e-a486-46eb-8a10-9fd9e015c711 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:31.047536 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Attempting to bind port 4c0e586e-a486-46eb-8a10-9fd9e015c711 on network 2d856f2d-c175-434e-9ec2-bde4180fc0c0 {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:31.060938 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:31.062003 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Checking segment: {'id': '30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:31.062614 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:31.063035 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Bound using segment: {'id': '30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:31.063615 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Bound port: 4c0e586e-a486-46eb-8a10-9fd9e015c711, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:31.064217 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:31.171404 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] For port 4c0e586e-a486-46eb-8a10-9fd9e015c711, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:31.175506 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] For port 4c0e586e-a486-46eb-8a10-9fd9e015c711, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=4c0e586e-a486-46eb-8a10-9fd9e015c711,segment=NetworkSegment(30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a),segment_id=30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:31.296529 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435acba-1c71-4581-b5f7-502db0bb8caf req-553e6b7e-015a-40ee-8742-c051b0be6fd3 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:31.301500 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:31.301500 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:31.301736 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b435acba-1c71-4581-b5f7-502db0bb8caf req-553e6b7e-015a-40ee-8742-c051b0be6fd3 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1288738 Jun 18 19:47:31.404311 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Pushing event updated for resources: {'Port': ['ID=4c0e586e-a486-46eb-8a10-9fd9e015c711,revision_number=2']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:31.411121 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:31.419833 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b435acba-1c71-4581-b5f7-502db0bb8caf req-5a4c2431-2baf-4e4c-ab18-b16be5fb6cf3 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851021 Jun 18 19:47:31.424048 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:31.534147 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 98e058da-813c-4d0f-9203-fabe7a632968 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:31.708008 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 98e058da-813c-4d0f-9203-fabe7a632968 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:31.713260 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 98e058da-813c-4d0f-9203-fabe7a632968 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:31.713980 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:31.837178 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618554'] for router, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:31.909636 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:31.960542 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 98e058da-813c-4d0f-9203-fabe7a632968, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=98e058da-813c-4d0f-9203-fabe7a632968,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:32.013957 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-952a4020-524f-4fac-9b79-bc0ed00214ab req-862c12a8-9378-4e11-be33-59560d64a737 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea7f408-c273-4be0-b2d3-d7e1156a2d13 HTTP/1.1" status: 200 len: 210 time: 0.0361559 Jun 18 19:47:32.017919 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:32.021709 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-5b110035-70ec-4b69-a7b5-d9e53e81d5b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:32.104247 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=98e058da-813c-4d0f-9203-fabe7a632968,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:32.104247 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:32.142973 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Router c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 is scheduled to L3 agent 92782364-561c-464d-b29a-c35742e5cb72 with binding_index 1 {{(pid=100013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:47:32.260508 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 641c6bf1-8e87-47a4-bf6f-55d23254783e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:47:32.285808 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:47:32.297051 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 641c6bf1-8e87-47a4-bf6f-55d23254783e {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:47:32.297474 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 641c6bf1-8e87-47a4-bf6f-55d23254783e not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:47:32.301965 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Sync routers for ids ['c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:47:32.313184 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Routers {'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:32.313820 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-4d267f33-1356-4563-855b-55b48badd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:47:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:32.413424 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Notify callbacks [] for router, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:32.421965 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 49700) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:32.427115 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3075180 Jun 18 19:47:32.437319 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Set router c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:32.639080 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eaad81-cba5-42f1-af7a-71e5c8141285 None None] Network 2d856f2d-c175-434e-9ec2-bde4180fc0c0 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:47:32.649344 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-4d267f33-1356-4563-855b-55b48badd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'name': 'tempest-TestMinimumBasicScenario-1724103531-router', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:29Z', 'updated_at': '2021-06-18T19:47:31Z', 'revision_number': 3, 'project_id': '079473a5e287488fa4d4e436cc70f7e4', 'gw_port': {'id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:30Z', 'updated_at': '2021-06-18T19:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:32.656761 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e796ec8-127c-47f9-af12-b275fb457117 req-b675c44c-2567-48ce-8ec9-b9ebe6e1896f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:32.658830 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6e796ec8-127c-47f9-af12-b275fb457117 req-b675c44c-2567-48ce-8ec9-b9ebe6e1896f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0775547 Jun 18 19:47:32.683434 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Checking router: c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:47:32.683797 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Updating router c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 port d8daa7ed-4bab-4f51-975b-b837f5f45a05 binding host dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:47:32.717841 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6e796ec8-127c-47f9-af12-b275fb457117 req-8b16bb2e-e3fc-44e4-9162-0b7f9ba506c3 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499742 Jun 18 19:47:32.720058 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:32.825046 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-e71022a7-c780-44ac-9321-902007f70f45 None None] Provisioning for port 4c0e586e-a486-46eb-8a10-9fd9e015c711 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:33.033125 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:33.064427 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Notify callbacks [] for port, precommit_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:33.079862 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.provisioning_blocks [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Transition to ACTIVE for port object d8daa7ed-4bab-4f51-975b-b837f5f45a05 will not be triggered until provisioned by entity L2. {{(pid=100015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:33.149183 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:33.166721 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-53ad9a7c-9293-4a45-9bdd-b7386277a58f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:33.231659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8de94-18c0-464f-8847-aa22c2a18c3d None None] Pushing event updated for resources: {'Port': ['ID=d8daa7ed-4bab-4f51-975b-b837f5f45a05,revision_number=2']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:33.269216 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Attempting to bind port d8daa7ed-4bab-4f51-975b-b837f5f45a05 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:33.270847 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Attempting to bind port d8daa7ed-4bab-4f51-975b-b837f5f45a05 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:33.271743 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Attempting to bind port d8daa7ed-4bab-4f51-975b-b837f5f45a05 on network 2440ce7d-0693-4835-ae79-95ddbd08681a {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:33.285064 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-42b8de94-18c0-464f-8847-aa22c2a18c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:33.287232 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:33.287835 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Checking segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:33.290476 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:33.292065 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Bound using segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:33.292839 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Bound port: d8daa7ed-4bab-4f51-975b-b837f5f45a05, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:33.293477 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:33.377640 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Allocated IP 172.20.0.1 (2d856f2d-c175-434e-9ec2-bde4180fc0c0/2194b319-1390-42d7-908f-4869e917318a/ed18dbb5-f316-4e4f-ba26-7c55c4d6e641) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:33.386382 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-4d267f33-1356-4563-855b-55b48badd679 None None] For port d8daa7ed-4bab-4f51-975b-b837f5f45a05, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:33.390561 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-4d267f33-1356-4563-855b-55b48badd679 None None] For port d8daa7ed-4bab-4f51-975b-b837f5f45a05, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=d8daa7ed-4bab-4f51-975b-b837f5f45a05,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:33.491680 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:33.502203 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-1f338165-a784-411b-987a-5e76f9512cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:33.502428 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:33.517357 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Transition to ACTIVE for port object ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 will not be triggered until provisioned by entity DHCP. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:33.523154 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 4c0e586e-a486-46eb-8a10-9fd9e015c711 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:33.553176 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Routers {'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:33.553827 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-4d267f33-1356-4563-855b-55b48badd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:47:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:33.594636 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8de94-18c0-464f-8847-aa22c2a18c3d None None] Pushing event updated for resources: {'Port': ['ID=d8daa7ed-4bab-4f51-975b-b837f5f45a05,revision_number=3']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:33.599130 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-42b8de94-18c0-464f-8847-aa22c2a18c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:33.612295 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:33.614857 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0d0da846-5611-4149-937f-d3d597ede56c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:33.657891 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Network 2d856f2d-c175-434e-9ec2-bde4180fc0c0 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:33.660626 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:33.663142 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:33.663832 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618261'] for router_interface, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:33.678315 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ed18dbb5-f316-4e4f-ba26-7c55c4d6e641,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:33.680869 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-4d267f33-1356-4563-855b-55b48badd679 None None] Set router c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:33.718278 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:33.731282 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 4c0e586e-a486-46eb-8a10-9fd9e015c711 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:33.739156 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 4c0e586e-a486-46eb-8a10-9fd9e015c711 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:33.739602 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:33.896751 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:33.933187 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-4d267f33-1356-4563-855b-55b48badd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'name': 'tempest-TestMinimumBasicScenario-1724103531-router', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:29Z', 'updated_at': '2021-06-18T19:47:31Z', 'revision_number': 3, 'project_id': '079473a5e287488fa4d4e436cc70f7e4', 'gw_port': {'id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:30Z', 'updated_at': '2021-06-18T19:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:33.987519 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 4c0e586e-a486-46eb-8a10-9fd9e015c711, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=4c0e586e-a486-46eb-8a10-9fd9e015c711,segment=NetworkSegment(30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a),segment_id=30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:34.014462 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:34.051508 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:34.052801 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 98e058da-813c-4d0f-9203-fabe7a632968 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:34.055532 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:34.070723 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d267f33-1356-4563-855b-55b48badd679 None None] The sync data for ids ['c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'] in dv-cinder-790535-6-smb is: [{'id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'name': 'tempest-TestMinimumBasicScenario-1724103531-router', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:29Z', 'updated_at': '2021-06-18T19:47:31Z', 'revision_number': 3, 'project_id': '079473a5e287488fa4d4e436cc70f7e4', 'gw_port': {'id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:30Z', 'updated_at': '2021-06-18T19:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:47:34.089854 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e8c6-f538-4352-951a-65f173665c24 req-32d1ae9f-a8f4-4bd2-9ec7-e5adf4ccaac5 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:34.097331 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-37f9e8c6-f538-4352-951a-65f173665c24 req-32d1ae9f-a8f4-4bd2-9ec7-e5adf4ccaac5 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1822264 Jun 18 19:47:34.131526 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-3e1464dd-e633-4047-85b6-9f617878cb65 None None] Provisioning for port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:34.137084 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c5aee-7a7a-44e3-b581-970908ac9d83 req-7ae9dcd4-3110-47c6-bde3-835810638506 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:34.138649 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-632c5aee-7a7a-44e3-b581-970908ac9d83 req-7ae9dcd4-3110-47c6-bde3-835810638506 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 946 time: 0.1488335 Jun 18 19:47:34.153764 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-3e1464dd-e633-4047-85b6-9f617878cb65 None None] Provisioning complete for port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:34.154163 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-3e1464dd-e633-4047-85b6-9f617878cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:34.182817 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=4c0e586e-a486-46eb-8a10-9fd9e015c711,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:34.195316 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:34.204430 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-37f9e8c6-f538-4352-951a-65f173665c24 req-142d1a56-00a4-4350-b510-09e28abd038d tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057284 Jun 18 19:47:34.214533 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-3e1464dd-e633-4047-85b6-9f617878cb65 None None] Port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:47:34.225133 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 98e058da-813c-4d0f-9203-fabe7a632968 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:34.225133 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:34.252783 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-632c5aee-7a7a-44e3-b581-970908ac9d83 req-4579aab4-00ac-4981-8559-aac142f4930f tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017952 Jun 18 19:47:34.338432 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:34.468254 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:34.469071 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-701026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619532'] for router_interface, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:34.472073 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:34.553072 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ed18dbb5-f316-4e4f-ba26-7c55c4d6e641,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:34.559215 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:34.600988 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Network 2d856f2d-c175-434e-9ec2-bde4180fc0c0 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:34.602774 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:34.740080 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Router c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:47:34.841246 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fc9a5bfa-40f1-47d8-8d3a-b1006af9a2b6 None None] Provisioning complete for port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:34.841535 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fc9a5bfa-40f1-47d8-8d3a-b1006af9a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:34.862450 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:47:34.868353 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] 10.222.0.30 "PUT /v2.0/routers/c056b79d-9cf6-46f0-87ec-9c7f36ada2a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4442427 Jun 18 19:47:34.891270 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a5bfa-40f1-47d8-8d3a-b1006af9a2b6 None None] Port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:47:35.463898 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27b5a6-ecdf-4fc1-a2f1-42b0daf59fd7 req-ce27c1b4-da00-4170-8cef-57a8d71087cc tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:35.469286 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9c27b5a6-ecdf-4fc1-a2f1-42b0daf59fd7 req-ce27c1b4-da00-4170-8cef-57a8d71087cc tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1336708 Jun 18 19:47:35.522488 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9c27b5a6-ecdf-4fc1-a2f1-42b0daf59fd7 req-51f1ab4a-9052-4d8b-aa96-5d0b48fd4fb3 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500309 Jun 18 19:47:35.548021 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b36dd3-60ab-496a-b3ab-cfb8ec86bf2b req-2c4c3102-0ec4-4be7-a701-1faa4cf3c81b tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:35.555083 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-72b36dd3-60ab-496a-b3ab-cfb8ec86bf2b req-2c4c3102-0ec4-4be7-a701-1faa4cf3c81b tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 946 time: 0.1324198 Jun 18 19:47:35.585079 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 4c0e586e-a486-46eb-8a10-9fd9e015c711 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:35.638967 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-72b36dd3-60ab-496a-b3ab-cfb8ec86bf2b req-5d7f2532-676e-4fd5-870b-835031ee6b96 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703530 Jun 18 19:47:35.676372 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 4c0e586e-a486-46eb-8a10-9fd9e015c711 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:35.676792 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:35.766220 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device d8daa7ed-4bab-4f51-975b-b837f5f45a05 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:35.902613 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port d8daa7ed-4bab-4f51-975b-b837f5f45a05 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:35.907517 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port d8daa7ed-4bab-4f51-975b-b837f5f45a05 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:35.907905 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:35.953844 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Sync routers for ids ['c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:47:35.972894 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Routers {'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:35.973543 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:47:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:36.063275 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:36.137239 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port d8daa7ed-4bab-4f51-975b-b837f5f45a05, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=d8daa7ed-4bab-4f51-975b-b837f5f45a05,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:36.163824 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f02dc-2d84-406f-8df2-5cf8a4dd8601 req-9f477a5a-e65e-4957-9f6f-c97e1edee279 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:36.166586 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b09f02dc-2d84-406f-8df2-5cf8a4dd8601 req-9f477a5a-e65e-4957-9f6f-c97e1edee279 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 946 time: 0.1146257 Jun 18 19:47:36.187007 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Set router c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:36.271354 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:36.313169 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:36.406874 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-b09f02dc-2d84-406f-8df2-5cf8a4dd8601 req-663f61ae-7625-4907-9a8e-c9309f8a695a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Deleting port b967fcde-f3a6-4d02-8763-2efdc77bc508 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:47:36.407569 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b09f02dc-2d84-406f-8df2-5cf8a4dd8601 req-663f61ae-7625-4907-9a8e-c9309f8a695a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:36.591406 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=d8daa7ed-4bab-4f51-975b-b837f5f45a05,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:36.597072 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:36.622036 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-b09f02dc-2d84-406f-8df2-5cf8a4dd8601 req-663f61ae-7625-4907-9a8e-c9309f8a695a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] For port b967fcde-f3a6-4d02-8763-2efdc77bc508, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=b967fcde-f3a6-4d02-8763-2efdc77bc508,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:36.622841 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b09f02dc-2d84-406f-8df2-5cf8a4dd8601 req-663f61ae-7625-4907-9a8e-c9309f8a695a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:36.745366 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'name': 'tempest-TestMinimumBasicScenario-1724103531-router', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:29Z', 'updated_at': '2021-06-18T19:47:33Z', 'revision_number': 4, 'project_id': '079473a5e287488fa4d4e436cc70f7e4', 'gw_port': {'id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:30Z', 'updated_at': '2021-06-18T19:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': 'ed18dbb5-f316-4e4f-ba26-7c55c4d6e641', 'name': '', 'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'mac_address': 'fa:16:3e:31:5d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2194b319-1390-42d7-908f-4869e917318a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:33Z', 'updated_at': '2021-06-18T19:47:34Z', 'revision_number': 2, 'project_id': '079473a5e287488fa4d4e436cc70f7e4', 'subnets': [{'id': '2194b319-1390-42d7-908f-4869e917318a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:36.745993 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-b09f02dc-2d84-406f-8df2-5cf8a4dd8601 req-663f61ae-7625-4907-9a8e-c9309f8a695a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Calling delete_port for b967fcde-f3a6-4d02-8763-2efdc77bc508 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:47:36.793304 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Checking router: c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:47:36.793692 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Updating router c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 binding host dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:47:36.805678 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e9d5c-4b57-4488-a8be-9686c98fb806 req-a42f4c20-f5b3-4524-b3b1-4d54bc221e5e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:36.810460 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8a9e9d5c-4b57-4488-a8be-9686c98fb806 req-a42f4c20-f5b3-4524-b3b1-4d54bc221e5e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1277769 Jun 18 19:47:36.847913 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:37.114699 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b09f02dc-2d84-406f-8df2-5cf8a4dd8601 req-663f61ae-7625-4907-9a8e-c9309f8a695a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:37.127124 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:37.147627 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['0ed5c894-6d73-4d34-bf4f-f5915add8884'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:47:37.164797 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f61ae-7625-4907-9a8e-c9309f8a695a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Pushing event deleted for resources: {'Port': ['ID=b967fcde-f3a6-4d02-8763-2efdc77bc508,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:37.167717 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-663f61ae-7625-4907-9a8e-c9309f8a695a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:37.229014 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8a9e9d5c-4b57-4488-a8be-9686c98fb806 req-d37ffc75-c75f-4bc5-8f4b-66684ff701d5 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124973 Jun 18 19:47:37.252177 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09f02dc-2d84-406f-8df2-5cf8a4dd8601 req-663f61ae-7625-4907-9a8e-c9309f8a695a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] No DVR routers for this DVR port b967fcde-f3a6-4d02-8763-2efdc77bc508 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:47:37.252177 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b09f02dc-2d84-406f-8df2-5cf8a4dd8601 req-663f61ae-7625-4907-9a8e-c9309f8a695a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:37.252177 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b09f02dc-2d84-406f-8df2-5cf8a4dd8601 req-663f61ae-7625-4907-9a8e-c9309f8a695a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "DELETE /v2.0/ports/b967fcde-f3a6-4d02-8763-2efdc77bc508 HTTP/1.1" status: 204 len: 173 time: 1.0770357 Jun 18 19:47:37.252177 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ae7290-8424-4ae5-83b3-322ce9135ec0', 'name': 'network-vif-deleted', 'tag': 'b967fcde-f3a6-4d02-8763-2efdc77bc508'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:47:37.274907 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b332c871-cc41-472f-89b2-f57e5254aaef" -d '{"events": [{"server_uuid": "a5ae7290-8424-4ae5-83b3-322ce9135ec0", "name": "network-vif-deleted", "tag": "b967fcde-f3a6-4d02-8763-2efdc77bc508"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:47:37.276615 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86805b-bc24-4bae-9635-165a8e5b71be req-f4c70873-8f28-4987-810a-c2f4f8bfbdb9 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:37.281087 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2b86805b-bc24-4bae-9635-165a8e5b71be req-f4c70873-8f28-4987-810a-c2f4f8bfbdb9 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 867 time: 0.4255006 Jun 18 19:47:37.393428 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2b86805b-bc24-4bae-9635-165a8e5b71be req-0f190a7d-78b3-48be-9826-dae874cf20db tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012924 Jun 18 19:47:37.496008 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device d8daa7ed-4bab-4f51-975b-b837f5f45a05 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:37.686466 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port d8daa7ed-4bab-4f51-975b-b837f5f45a05 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:37.690972 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:37.695702 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Notify callbacks [] for port, precommit_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:37.730340 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e62658-f5be-44a5-b984-72404f24f5cc x-openstack-request-id: req-78e62658-f5be-44a5-b984-72404f24f5cc {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:47:37.731052 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ae7290-8424-4ae5-83b3-322ce9135ec0", "name": "network-vif-deleted", "tag": "b967fcde-f3a6-4d02-8763-2efdc77bc508", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:47:37.731551 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78e62658-f5be-44a5-b984-72404f24f5cc {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:47:37.732227 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ae7290-8424-4ae5-83b3-322ce9135ec0', 'name': 'network-vif-deleted', 'tag': 'b967fcde-f3a6-4d02-8763-2efdc77bc508', 'status': 'completed', 'code': 200} Jun 18 19:47:37.750853 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Transition to ACTIVE for port object ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:37.886929 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:37.907032 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:38.095245 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4615c26-b4eb-4ac4-8e23-f57de036fb4f None None] Pushing event updated for resources: {'Port': ['ID=ed18dbb5-f316-4e4f-ba26-7c55c4d6e641,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:38.136164 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-c4615c26-b4eb-4ac4-8e23-f57de036fb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:38.159053 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Attempting to bind port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:47:38.159487 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Attempting to bind port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:47:38.159867 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Attempting to bind port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 on network 2d856f2d-c175-434e-9ec2-bde4180fc0c0 {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:47:38.166463 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:47:38.166860 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Checking segment: {'id': '30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:47:38.167281 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:38.167697 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Bound using segment: {'id': '30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:47:38.168240 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Bound port: ed18dbb5-f316-4e4f-ba26-7c55c4d6e641, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:47:38.168903 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:38.287231 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device b967fcde-f3a6-4d02-8763-2efdc77bc508 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:47:38.319921 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: b967fcde-f3a6-4d02-8763-2efdc77bc508 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:47:38.320478 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device b967fcde-f3a6-4d02-8763-2efdc77bc508 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:47:38.360812 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] For port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:47:38.381335 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] For port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=ed18dbb5-f316-4e4f-ba26-7c55c4d6e641,segment=NetworkSegment(30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a),segment_id=30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:47:38.490713 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:38.493294 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:38.523293 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72071e-73d2-4ae1-8c7d-22f2b0f6a7cc req-ed17ff25-2384-41a4-8c03-abd79a3d71fd tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:38.536297 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ae72071e-73d2-4ae1-8c7d-22f2b0f6a7cc req-ed17ff25-2384-41a4-8c03-abd79a3d71fd tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1030211 Jun 18 19:47:38.551908 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Routers {'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:47:38.552772 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:47:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:38.591132 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ae72071e-73d2-4ae1-8c7d-22f2b0f6a7cc req-b704ca90-96eb-4a04-b78c-1a42b1307e75 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536363 Jun 18 19:47:38.643039 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4615c26-b4eb-4ac4-8e23-f57de036fb4f None None] Pushing event updated for resources: {'Port': ['ID=ed18dbb5-f316-4e4f-ba26-7c55c4d6e641,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:38.648278 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-c4615c26-b4eb-4ac4-8e23-f57de036fb4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:38.881982 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0ac8c1b0-8421-4673-91da-7543fb489ad6 req-25645688-7997-46e1-ad4d-278a8c413ea4 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5ae7290-8424-4ae5-83b3-322ce9135ec0 HTTP/1.1" status: 200 len: 210 time: 0.0615604 Jun 18 19:47:38.896850 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] Set router c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:47:39.244659 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'name': 'tempest-TestMinimumBasicScenario-1724103531-router', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:29Z', 'updated_at': '2021-06-18T19:47:33Z', 'revision_number': 4, 'project_id': '079473a5e287488fa4d4e436cc70f7e4', 'gw_port': {'id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:30Z', 'updated_at': '2021-06-18T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': 'ed18dbb5-f316-4e4f-ba26-7c55c4d6e641', 'name': '', 'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'mac_address': 'fa:16:3e:31:5d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2194b319-1390-42d7-908f-4869e917318a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:33Z', 'updated_at': '2021-06-18T19:47:38Z', 'revision_number': 4, 'project_id': '079473a5e287488fa4d4e436cc70f7e4', 'subnets': [{'id': '2194b319-1390-42d7-908f-4869e917318a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:39.283610 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3720074-74e3-4b1b-b564-1854ca4c716c None None] The sync data for ids ['c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'] in dv-cinder-790535-6-smb is: [{'id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'name': 'tempest-TestMinimumBasicScenario-1724103531-router', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:29Z', 'updated_at': '2021-06-18T19:47:33Z', 'revision_number': 4, 'project_id': '079473a5e287488fa4d4e436cc70f7e4', 'gw_port': {'id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:30Z', 'updated_at': '2021-06-18T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': 'ed18dbb5-f316-4e4f-ba26-7c55c4d6e641', 'name': '', 'network_id': '2d856f2d-c175-434e-9ec2-bde4180fc0c0', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'mac_address': 'fa:16:3e:31:5d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '2194b319-1390-42d7-908f-4869e917318a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:33Z', 'updated_at': '2021-06-18T19:47:38Z', 'revision_number': 4, 'project_id': '079473a5e287488fa4d4e436cc70f7e4', 'subnets': [{'id': '2194b319-1390-42d7-908f-4869e917318a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:47:39.543696 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:39.603720 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408294c-6238-460c-9038-cdf1ba0ee222 req-bb0d9d3f-9446-4778-bfb9-be9006d9d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:39.605479 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1408294c-6238-460c-9038-cdf1ba0ee222 req-bb0d9d3f-9446-4778-bfb9-be9006d9d1fd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 1098 time: 0.0898852 Jun 18 19:47:39.669548 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1408294c-6238-460c-9038-cdf1ba0ee222 req-43bb41c2-9224-43e3-b647-cfdee152ed7b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560958 Jun 18 19:47:39.776856 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:39.782166 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:39.782520 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:39.901345 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b123628-e8c7-4695-97d9-9e365f0843c6 req-a584f6ed-3639-4d1e-a3f7-ea7f2b13c3e1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:39.901345 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8b123628-e8c7-4695-97d9-9e365f0843c6 req-a584f6ed-3639-4d1e-a3f7-ea7f2b13c3e1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1397736 Jun 18 19:47:40.080118 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8b123628-e8c7-4695-97d9-9e365f0843c6 req-81f2334d-cea2-49d4-8a2e-42a3e642f653 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776838 Jun 18 19:47:40.091174 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:40.179392 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=ed18dbb5-f316-4e4f-ba26-7c55c4d6e641,segment=NetworkSegment(30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a),segment_id=30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:40.315031 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:40.329956 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:40.402013 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=ed18dbb5-f316-4e4f-ba26-7c55c4d6e641,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:40.441655 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:41.327189 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfc426-e680-4db3-8f41-a454b05308ac req-f3e642b0-3f12-4774-a25f-55803c3eea2b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:41.330012 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-19bfc426-e680-4db3-8f41-a454b05308ac req-f3e642b0-3f12-4774-a25f-55803c3eea2b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1176074 Jun 18 19:47:41.383777 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-19bfc426-e680-4db3-8f41-a454b05308ac req-c2f2cab3-c602-4ef4-b06e-8661f5943b8d tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475068 Jun 18 19:47:41.450813 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:47:41.549342 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:41.549926 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:42.414581 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9fc64-abf3-446c-924e-d7013343c6cb req-0da62271-9491-41cc-88fd-da442bf92f01 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:42.416219 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7de9fc64-abf3-446c-924e-d7013343c6cb req-0da62271-9491-41cc-88fd-da442bf92f01 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 945 time: 0.0840075 Jun 18 19:47:42.482357 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7de9fc64-abf3-446c-924e-d7013343c6cb req-9bc74259-9cd1-4c11-b166-4db758fd884c tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570922 Jun 18 19:47:42.650495 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f92cb-5326-4c9a-9e64-e388d03d25c3 req-91f4a3b5-0d5e-4985-a359-5773592db634 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:42.652064 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-637f92cb-5326-4c9a-9e64-e388d03d25c3 req-91f4a3b5-0d5e-4985-a359-5773592db634 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1017473 Jun 18 19:47:42.724825 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-637f92cb-5326-4c9a-9e64-e388d03d25c3 req-f2125c0d-d81b-424d-8922-900cec2542b5 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670407 Jun 18 19:47:43.590989 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6857d6-c092-453c-ac14-f9fa243ca44c req-e22e797f-d1a2-46dc-872c-ed754e7e43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:43.593549 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a6857d6-c092-453c-ac14-f9fa243ca44c req-e22e797f-d1a2-46dc-872c-ed754e7e43cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 1098 time: 0.0622616 Jun 18 19:47:43.631280 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52ec68-e807-4886-b330-be6a5818a837 req-b170b911-5ad1-4dc2-8806-b3a4c3238744 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:43.643865 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6d52ec68-e807-4886-b330-be6a5818a837 req-b170b911-5ad1-4dc2-8806-b3a4c3238744 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1504908 Jun 18 19:47:43.715231 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6857d6-c092-453c-ac14-f9fa243ca44c req-8dc523da-626d-41b8-8e35-ca6b09dc7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:43.719449 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a6857d6-c092-453c-ac14-f9fa243ca44c req-8dc523da-626d-41b8-8e35-ca6b09dc7d5e service neutron] 10.222.0.22 "GET /v2.0/networks?id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd HTTP/1.1" status: 200 len: 919 time: 0.1185212 Jun 18 19:47:43.747845 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6d52ec68-e807-4886-b330-be6a5818a837 req-cf3538a7-1c02-471a-ab0c-2dd2505809b8 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030695 Jun 18 19:47:43.790981 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a6857d6-c092-453c-ac14-f9fa243ca44c req-cf947346-80a5-49c0-aaaf-7ba93811dd83 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e023bd-a276-4755-87a9-a001092d0b44 HTTP/1.1" status: 200 len: 217 time: 0.0556653 Jun 18 19:47:43.797876 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51867acb-dfa5-4e1e-b6e2-cb0e6892727a req-23702607-df2c-4ef9-99dd-53e55d27d32b tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:43.799633 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-51867acb-dfa5-4e1e-b6e2-cb0e6892727a req-23702607-df2c-4ef9-99dd-53e55d27d32b tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 945 time: 0.1195974 Jun 18 19:47:43.849293 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-51867acb-dfa5-4e1e-b6e2-cb0e6892727a req-db6a6817-aa95-48ea-97e0-be31451137b1 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 Jun 18 19:47:43.860095 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6857d6-c092-453c-ac14-f9fa243ca44c req-17e351a2-a344-441a-b599-342ed1e43b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:43.861658 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a6857d6-c092-453c-ac14-f9fa243ca44c req-17e351a2-a344-441a-b599-342ed1e43b11 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1ac8de5a-7f2b-43ec-be09-ebdab19d9db7 HTTP/1.1" status: 200 len: 859 time: 0.0638025 Jun 18 19:47:43.907540 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a6857d6-c092-453c-ac14-f9fa243ca44c req-82f8c8fe-1e13-47f9-b573-03e6871226bd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a4a31be8-303a-4c57-b9e0-49ff795b3cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306447 Jun 18 19:47:44.020833 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a6857d6-c092-453c-ac14-f9fa243ca44c req-6df2ce01-3bec-4414-aaff-345a59a8c023 service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053512 Jun 18 19:47:44.167229 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6a6857d6-c092-453c-ac14-f9fa243ca44c req-4018b41e-27db-467a-9868-d139e2fc73c8 service neutron] 10.222.0.22 "GET /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372981 Jun 18 19:47:44.580475 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf6872-58c0-47cc-8fa7-c729e62f8f38 req-887b8410-2447-4cc0-a158-91ad9cd645af tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:44.582692 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e7cf6872-58c0-47cc-8fa7-c729e62f8f38 req-887b8410-2447-4cc0-a158-91ad9cd645af tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 945 time: 0.1193359 Jun 18 19:47:45.078561 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6bc46-a93f-45fa-8444-a67d4d605e9e req-c0434d6b-93c7-4351-bc6a-6f40b3642a44 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:45.078561 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1bc6bc46-a93f-45fa-8444-a67d4d605e9e req-c0434d6b-93c7-4351-bc6a-6f40b3642a44 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1202822 Jun 18 19:47:45.083276 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-e7cf6872-58c0-47cc-8fa7-c729e62f8f38 req-5644cfa7-94c4-4313-8675-7d968cbaad24 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Deleting port 0ed5c894-6d73-4d34-bf4f-f5915add8884 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:47:45.084441 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7cf6872-58c0-47cc-8fa7-c729e62f8f38 req-5644cfa7-94c4-4313-8675-7d968cbaad24 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:45.098179 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1bc6bc46-a93f-45fa-8444-a67d4d605e9e req-9bc4c634-266b-48b4-a610-6cd2b0e592dd tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595272 Jun 18 19:47:45.181864 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-e7cf6872-58c0-47cc-8fa7-c729e62f8f38 req-5644cfa7-94c4-4313-8675-7d968cbaad24 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] For port 0ed5c894-6d73-4d34-bf4f-f5915add8884, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0ed5c894-6d73-4d34-bf4f-f5915add8884,segment=NetworkSegment(9cb9a185-f317-43f6-aaf0-f24fc1b8d770),segment_id=9cb9a185-f317-43f6-aaf0-f24fc1b8d770)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:47:45.182314 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7cf6872-58c0-47cc-8fa7-c729e62f8f38 req-5644cfa7-94c4-4313-8675-7d968cbaad24 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:45.254165 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619b077-c0a2-4bf9-93ca-232d54d0707f req-48874ccf-fa26-470a-b6e8-44d6c64d3587 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:45.255799 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f619b077-c0a2-4bf9-93ca-232d54d0707f req-48874ccf-fa26-470a-b6e8-44d6c64d3587 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 945 time: 0.0932517 Jun 18 19:47:45.260256 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-e7cf6872-58c0-47cc-8fa7-c729e62f8f38 req-5644cfa7-94c4-4313-8675-7d968cbaad24 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Calling delete_port for 0ed5c894-6d73-4d34-bf4f-f5915add8884 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:47:45.299366 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f619b077-c0a2-4bf9-93ca-232d54d0707f req-d41778df-bea1-4017-ab6b-89e4dc849bbc tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/security-groups?id=beeeba7c-ac9f-47c7-b537-a9c2309642d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362911 Jun 18 19:47:45.519701 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7cf6872-58c0-47cc-8fa7-c729e62f8f38 req-5644cfa7-94c4-4313-8675-7d968cbaad24 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:45.523952 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f76d3d85-6e87-4791-89e0-04d630bdfd03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:45.534052 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['0ed5c894-6d73-4d34-bf4f-f5915add8884'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:47:45.552377 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644cfa7-94c4-4313-8675-7d968cbaad24 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Pushing event deleted for resources: {'Port': ['ID=0ed5c894-6d73-4d34-bf4f-f5915add8884,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:45.560990 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5644cfa7-94c4-4313-8675-7d968cbaad24 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:45.607178 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cf6872-58c0-47cc-8fa7-c729e62f8f38 req-5644cfa7-94c4-4313-8675-7d968cbaad24 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] No DVR routers for this DVR port 0ed5c894-6d73-4d34-bf4f-f5915add8884 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:47:45.615419 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-e7cf6872-58c0-47cc-8fa7-c729e62f8f38 req-5644cfa7-94c4-4313-8675-7d968cbaad24 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:45.622454 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-e7cf6872-58c0-47cc-8fa7-c729e62f8f38 req-5644cfa7-94c4-4313-8675-7d968cbaad24 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.22 "DELETE /v2.0/ports/0ed5c894-6d73-4d34-bf4f-f5915add8884 HTTP/1.1" status: 204 len: 173 time: 1.0281925 Jun 18 19:47:45.622454 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11616bb9-471f-4d1f-90cc-dd6170b29d58', 'name': 'network-vif-deleted', 'tag': '0ed5c894-6d73-4d34-bf4f-f5915add8884'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:47:45.622454 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffed386-722d-4db0-8ecc-5c7ac2172bab" -d '{"events": [{"server_uuid": "11616bb9-471f-4d1f-90cc-dd6170b29d58", "name": "network-vif-deleted", "tag": "0ed5c894-6d73-4d34-bf4f-f5915add8884"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:47:45.660298 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7cfdc6-7d47-448e-9f1a-c8119d1c1aa2 x-openstack-request-id: req-2b7cfdc6-7d47-448e-9f1a-c8119d1c1aa2 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:47:45.660758 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11616bb9-471f-4d1f-90cc-dd6170b29d58", "name": "network-vif-deleted", "tag": "0ed5c894-6d73-4d34-bf4f-f5915add8884", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:47:45.660907 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b7cfdc6-7d47-448e-9f1a-c8119d1c1aa2 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:47:45.661331 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11616bb9-471f-4d1f-90cc-dd6170b29d58', 'name': 'network-vif-deleted', 'tag': '0ed5c894-6d73-4d34-bf4f-f5915add8884', 'status': 'completed', 'code': 200} Jun 18 19:47:46.331905 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9118c6-8e8a-4428-92aa-b642aec08436 req-5eaa73de-bc83-4e67-94dc-ff689dd93e8e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:46.334488 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2f9118c6-8e8a-4428-92aa-b642aec08436 req-5eaa73de-bc83-4e67-94dc-ff689dd93e8e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0976195 Jun 18 19:47:46.395918 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2f9118c6-8e8a-4428-92aa-b642aec08436 req-3213988e-b512-4d1b-8e68-3dd735171faf tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551944 Jun 18 19:47:46.521774 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3883887c-7742-4cd3-a635-d6d4b9f23ecb req-23f7b310-b1bf-44b8-b3e8-633c26597c85 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] 10.222.0.30 "GET /v2.0/ports?device_id=11616bb9-471f-4d1f-90cc-dd6170b29d58 HTTP/1.1" status: 200 len: 210 time: 0.0649903 Jun 18 19:47:47.597959 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fc46c-71c0-41f4-a228-592b1da2cb44 req-81ef61cb-ff24-4acf-98db-0cf8cdef1b6a tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:47.619740 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2a4fc46c-71c0-41f4-a228-592b1da2cb44 req-81ef61cb-ff24-4acf-98db-0cf8cdef1b6a tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1101549 Jun 18 19:47:47.687126 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2a4fc46c-71c0-41f4-a228-592b1da2cb44 req-b7d2b221-f3d0-4b52-b603-dcc23cdc6e16 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646725 Jun 18 19:47:47.689667 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 49936) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:47.759337 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10a435a-6966-49fd-9081-908717942641 admin admin] Deleting subnet 7c22996c-a305-4585-ad36-0f9144be17a7 {{(pid=100012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:47:47.766022 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f10a435a-6966-49fd-9081-908717942641 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:47.816959 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f10a435a-6966-49fd-9081-908717942641 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:47.832662 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f10a435a-6966-49fd-9081-908717942641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:47.988637 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f10a435a-6966-49fd-9081-908717942641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935'] for subnet, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:47.991219 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-137c360d-053d-4ceb-9952-53e8e0bb5a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:48.017111 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a435a-6966-49fd-9081-908717942641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c22996c-a305-4585-ad36-0f9144be17a7,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:48.020152 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f10a435a-6966-49fd-9081-908717942641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:48.032562 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f10a435a-6966-49fd-9081-908717942641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.034844 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-f10a435a-6966-49fd-9081-908717942641 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7c22996c-a305-4585-ad36-0f9144be17a7 HTTP/1.1" status: 204 len: 168 time: 0.3440347 Jun 18 19:47:48.038955 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 49946) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:48.147424 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.278784 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.309195 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.309563 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.314179 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.314747 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > port after_create 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.316630 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.317257 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > port after_update 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.317735 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.318179 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.318895 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.319335 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.335245 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0ed5c894-6d73-4d34-bf4f-f5915add8884 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:47:48.384489 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 0ed5c894-6d73-4d34-bf4f-f5915add8884 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:47:48.385045 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0ed5c894-6d73-4d34-bf4f-f5915add8884 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:47:48.429153 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.430289 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.430289 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.430289 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 19:47:48.430738 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffba962a-7722-47db-a3ba-7bb75f48a4d9']}} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:48.455365 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb9a185-f317-43f6-aaf0-f24fc1b8d770') {'for_net_delete': True} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:48.455667 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb9a185-f317-43f6-aaf0-f24fc1b8d770') {} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:47:48.479107 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127656655'] for segment, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.513171 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.523961 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=100012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:47:48.524473 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469437'] for segment, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: from cryptography.utils import int_from_bytes Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: from cryptography.utils import int_from_bytes Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: Traceback (most recent call last): Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: timer() Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: cb(*args, **kw) Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: return func(*args, **kwargs) Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: self._notify() Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: self.callback(batched_events) Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: event.method(event) Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: return f(self, *a, **k) Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: return self._get(url).json() Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: return self.request(url, 'GET', **kwargs) Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:47:48.528918 dv-cinder-790535-6-smb neutron-server[100012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:47:48.782620 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.813925 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:48.813925 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:48.813925 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ffba962a-7722-47db-a3ba-7bb75f48a4d9 HTTP/1.1" status: 204 len: 168 time: 0.7537851 Jun 18 19:47:48.813925 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffba962a-7722-47db-a3ba-7bb75f48a4d9,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:48.813925 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:48.890728 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9e412-5d0b-44e5-89b4-dfedfbb36d4c req-05c72cf9-f58a-49b6-9d10-9f4c281705f1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:48.892298 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-15b9e412-5d0b-44e5-89b4-dfedfbb36d4c req-05c72cf9-f58a-49b6-9d10-9f4c281705f1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0740085 Jun 18 19:47:48.934457 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-15b9e412-5d0b-44e5-89b4-dfedfbb36d4c req-a68a295f-a536-4e60-8c56-44a7a2a8b841 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364516 Jun 18 19:47:49.744957 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 49978) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:49.862426 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 49980) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:47:49.866650 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-8f70f5f6-e285-4efc-a85f-158cfa1946ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=162ba356a07946bfa0bca0d17fb7fe68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1115329 Jun 18 19:47:49.938600 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:49.973958 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:50.279145 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:50.282026 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:50.283163 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/beeeba7c-ac9f-47c7-b537-a9c2309642d6 HTTP/1.1" status: 204 len: 168 time: 0.4251900 Jun 18 19:47:50.283904 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7ff5e976-c88d-4ea9-bf98-85b6d7c721d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:50.291818 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beeeba7c-ac9f-47c7-b537-a9c2309642d6,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:50.302347 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:50.305063 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:50.305063 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:50.305063 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:50.305063 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:50.305063 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:50.305063 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:50.305618 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:50.305710 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:50.306102 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:50.306526 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:50.306927 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:50.312206 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:51.653341 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-ac925d50-bbb0-43d8-b938-2e4ef9f291ed tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:51.655958 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-ac925d50-bbb0-43d8-b938-2e4ef9f291ed tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/networks?id=ab908d26-3e61-4c66-8491-893153b90c59 HTTP/1.1" status: 200 len: 814 time: 0.1400671 Jun 18 19:47:51.677546 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-d1e63429-2c85-485b-9c88-3b7c11b1ff67 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/quotas/02f981f24b7b4c3a90d60fa7f3fd4c73 HTTP/1.1" status: 200 len: 375 time: 0.0157437 Jun 18 19:47:51.769773 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-d51b762a-1d3f-4229-8229-21059b74cb55 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=02f981f24b7b4c3a90d60fa7f3fd4c73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864122 Jun 18 19:47:51.901614 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-27a98b8d-727c-47c6-b887-924233bb546f service neutron] 10.222.0.30 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067402 Jun 18 19:47:52.020264 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-6ff7df6e-4402-4f36-8e12-1ee7e9aac0c6 service neutron] 10.222.0.30 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120658 Jun 18 19:47:52.517516 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8ac23187-db35-4adf-81e1-499403167484 req-84f3fd50-b921-46a5-9fe2-edbfd2107b30 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 210 time: 0.0771816 Jun 18 19:47:53.109095 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22a1b1-4636-4c0a-b9f5-fc1ff7904ad1 req-ac599261-e1bd-4829-a00d-d4279e307f0a tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:53.110884 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-eb22a1b1-4636-4c0a-b9f5-fc1ff7904ad1 req-ac599261-e1bd-4829-a00d-d4279e307f0a tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0810480 Jun 18 19:47:53.164673 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-eb22a1b1-4636-4c0a-b9f5-fc1ff7904ad1 req-fbd200f6-87f8-49b6-b5da-4aced783ed8b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462303 Jun 18 19:47:53.650515 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4a9ea949-50b8-4b9f-8bfb-b5348b3589aa req-5885466b-dd66-479b-9d77-c65acfff4aac tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 210 time: 0.0379722 Jun 18 19:47:54.385382 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec43c9-b254-4d6d-8f28-59c82acbc242 req-0226b9d2-d8cd-400f-8167-54433562a1d6 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:54.387107 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1cec43c9-b254-4d6d-8f28-59c82acbc242 req-0226b9d2-d8cd-400f-8167-54433562a1d6 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0756085 Jun 18 19:47:54.440259 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1cec43c9-b254-4d6d-8f28-59c82acbc242 req-11210282-fe48-4f08-919b-93b2c441e80b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420859 Jun 18 19:47:54.588183 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-a0d340a6-9788-4c31-86dd-6585cb69f444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:54.812824 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-99cc15b3-ecd0-48cd-bd9b-ef3da6b1f169 req-42039c71-3dbe-4831-b7ed-a8f0fb0bb0bd tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 210 time: 0.0387902 Jun 18 19:47:55.126427 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9e560-55b2-4678-8781-bc17ab04340b req-6f6f7162-048b-4b59-8b95-9d7123a879b2 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:55.128307 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-24a9e560-55b2-4678-8781-bc17ab04340b req-6f6f7162-048b-4b59-8b95-9d7123a879b2 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.0870585 Jun 18 19:47:55.180203 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-24a9e560-55b2-4678-8781-bc17ab04340b req-c7a3629b-5c8b-4620-9d87-cdefdf771828 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394046 Jun 18 19:47:55.708113 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64398f68-d977-4fdb-9b85-73192fed0270 req-c27210b0-4d03-4872-9368-1ed7a24d80a2 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:55.718336 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-64398f68-d977-4fdb-9b85-73192fed0270 req-c27210b0-4d03-4872-9368-1ed7a24d80a2 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0961547 Jun 18 19:47:55.763508 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-64398f68-d977-4fdb-9b85-73192fed0270 req-35e5264c-1c82-4733-90f7-ea9472e3fa1a tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357442 Jun 18 19:47:55.977511 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-abd3461b-4cee-4cda-9a4b-f47882166aa7 req-da4c92ba-8800-40a2-bf2e-9e0d6c18757a tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 210 time: 0.0381346 Jun 18 19:47:56.147264 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-9b14ba92-0e5b-4458-af14-cf2dad97f18b tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:56.149104 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-9b14ba92-0e5b-4458-af14-cf2dad97f18b tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.22 "GET /v2.0/networks?id=ab908d26-3e61-4c66-8491-893153b90c59 HTTP/1.1" status: 200 len: 814 time: 0.1863015 Jun 18 19:47:56.164017 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Request body: {'port': {'device_id': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'admin_state_up': True, 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:47:56.377232 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Made reservation on behalf of 02f981f24b7b4c3a90d60fa7f3fd4c73 for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:47:56.382191 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:56.532373 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ea5e7-1bb4-4d36-950a-85d8b49f7deb req-acfea6cb-0c5c-4a23-9aa9-29d40902b4df tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:56.534190 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f41ea5e7-1bb4-4d36-950a-85d8b49f7deb req-acfea6cb-0c5c-4a23-9aa9-29d40902b4df tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1051514 Jun 18 19:47:56.591068 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:47:56.620882 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Allocated IP 172.20.0.7 (ab908d26-3e61-4c66-8491-893153b90c59/f6570351-74b4-4cc3-bebd-c4188a0559e4/71786684-9331-46ae-96b5-25ecf4c65848) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:47:56.633986 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f41ea5e7-1bb4-4d36-950a-85d8b49f7deb req-2db20482-ca00-4f76-b201-6dde86342af2 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806594 Jun 18 19:47:56.947601 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d3563-d9c3-496a-92fb-e12eb5da6c05 req-481b1838-1623-4c8b-8150-0827b746ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:56.950379 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f8d3563-d9c3-496a-92fb-e12eb5da6c05 req-481b1838-1623-4c8b-8150-0827b746ed37 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 1098 time: 0.3093793 Jun 18 19:47:57.064640 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:57.088445 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Transition to ACTIVE for port object 71786684-9331-46ae-96b5-25ecf4c65848 will not be triggered until provisioned by entity DHCP. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:47:57.117495 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14876683-f7f0-46c7-8033-43a7d445b91f req-7265c768-d369-4195-94e4-865253c8df77 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:57.123842 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-14876683-f7f0-46c7-8033-43a7d445b91f req-7265c768-d369-4195-94e4-865253c8df77 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1992397 Jun 18 19:47:57.141906 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-adbbf53a-ebd1-4256-9fda-a33bbdd859a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:57.207021 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-14876683-f7f0-46c7-8033-43a7d445b91f req-c466a703-94ef-4be2-8132-22dfaab02e4e tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783584 Jun 18 19:47:57.239829 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3522723'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:57.247742 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:47:57.301897 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d3563-d9c3-496a-92fb-e12eb5da6c05 req-b6842c0e-cfec-4e51-a7e4-6504bb7c4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:57.303951 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f8d3563-d9c3-496a-92fb-e12eb5da6c05 req-b6842c0e-cfec-4e51-a7e4-6504bb7c4f2c service neutron] 10.222.0.22 "GET /v2.0/networks?id=6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 200 len: 911 time: 0.3231704 Jun 18 19:47:57.320910 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d2239-008c-4277-9fb2-ab9cfa634399 req-02c34e1e-6b82-4ad8-ab69-b6a93dadcecf tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:57.324317 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-eb3d2239-008c-4277-9fb2-ab9cfa634399 req-02c34e1e-6b82-4ad8-ab69-b6a93dadcecf tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 931 time: 0.0930283 Jun 18 19:47:57.331507 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Network ab908d26-3e61-4c66-8491-893153b90c59 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:47:57.364113 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:47:57.368396 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event updated for resources: {'Port': ['ID=71786684-9331-46ae-96b5-25ecf4c65848,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:47:57.373848 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:47:57.434619 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f8d3563-d9c3-496a-92fb-e12eb5da6c05 req-05254d2c-b2f9-4f9e-8dff-4915214ca762 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9dcdf4-ce22-4910-8d26-b7722cbed4b9 HTTP/1.1" status: 200 len: 1001 time: 0.1151674 Jun 18 19:47:57.439111 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:57.439675 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:57.440181 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:57.440683 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:57.441206 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:57.441726 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:57.443084 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:57.443608 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:57.444123 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:57.444816 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:57.445317 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:57.450934 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:47:57.481027 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:47:57.513206 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-eb3d2239-008c-4277-9fb2-ab9cfa634399 req-5195f1b2-29ae-46a8-8e00-3d7a25fb3a35 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800678 Jun 18 19:47:57.536908 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:57.537672 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:57.557566 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d3563-d9c3-496a-92fb-e12eb5da6c05 req-e3827e38-d95f-4698-b13f-4fa0a3a2190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:57.560491 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f8d3563-d9c3-496a-92fb-e12eb5da6c05 req-e3827e38-d95f-4698-b13f-4fa0a3a2190c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc1a5fed-d7ef-4e8a-8976-b177519138c1 HTTP/1.1" status: 200 len: 850 time: 0.0979364 Jun 18 19:47:57.648287 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d3563-d9c3-496a-92fb-e12eb5da6c05 req-f001bbb9-ac16-4e19-b36b-bb18fddd9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:57.651213 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f8d3563-d9c3-496a-92fb-e12eb5da6c05 req-f001bbb9-ac16-4e19-b36b-bb18fddd9338 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6ccd7341-ba13-4dc8-9762-671f827fe485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829077 Jun 18 19:47:57.659744 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4968758 Jun 18 19:47:57.916064 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811f19c-50b6-430f-ba5f-4c259bf5951f req-3ee7cfa2-2577-40b9-8d03-f12ebaf283d6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:57.917638 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2811f19c-50b6-430f-ba5f-4c259bf5951f req-3ee7cfa2-2577-40b9-8d03-f12ebaf283d6 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.1035752 Jun 18 19:47:57.942560 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-965987a6-fe0a-4fe4-b311-d1c1a2894159 None None] Provisioning for port 71786684-9331-46ae-96b5-25ecf4c65848 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:47:57.949347 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-965987a6-fe0a-4fe4-b311-d1c1a2894159 None None] Provisioning complete for port 71786684-9331-46ae-96b5-25ecf4c65848 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:47:57.952908 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-965987a6-fe0a-4fe4-b311-d1c1a2894159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:57.985766 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2811f19c-50b6-430f-ba5f-4c259bf5951f req-2200b068-7971-441c-91e7-5ed39e118762 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611498 Jun 18 19:47:58.028451 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-965987a6-fe0a-4fe4-b311-d1c1a2894159 None None] Port 71786684-9331-46ae-96b5-25ecf4c65848 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:47:58.096970 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:58.422002 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:58.422767 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65939fd4-b9c1-40c1-8272-0dc036d0eab0 req-b84eb753-528e-4075-9a61-e01d634800ea tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:58.424244 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-65939fd4-b9c1-40c1-8272-0dc036d0eab0 req-b84eb753-528e-4075-9a61-e01d634800ea tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0715568 Jun 18 19:47:58.475663 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-65939fd4-b9c1-40c1-8272-0dc036d0eab0 req-082147a6-38a1-4154-a6f9-1b7bc19bdcba tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409765 Jun 18 19:47:58.736520 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d174-5f23-4f66-bc1a-16c40091ec5f req-fd6edf19-a0ba-4ef0-8411-cc597783da99 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:58.739596 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2758d174-5f23-4f66-bc1a-16c40091ec5f req-fd6edf19-a0ba-4ef0-8411-cc597783da99 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 931 time: 0.0959797 Jun 18 19:47:58.830911 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2758d174-5f23-4f66-bc1a-16c40091ec5f req-2992d9db-d663-4596-a1d5-c74cfa28281f tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778253 Jun 18 19:47:59.107218 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:47:59.210934 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0550d-3a60-4eaf-a9b4-342c82ed85d4 req-eca8e29e-061a-40ba-a666-e189762a5cfa tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:59.214083 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0dc0550d-3a60-4eaf-a9b4-342c82ed85d4 req-eca8e29e-061a-40ba-a666-e189762a5cfa tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.0849366 Jun 18 19:47:59.271844 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0dc0550d-3a60-4eaf-a9b4-342c82ed85d4 req-f71eb358-df33-4dbf-bebc-6820d749088b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462222 Jun 18 19:47:59.769231 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a284138-2580-459c-a850-ccc64d9cd731 req-1265ff49-899f-4009-adf9-be5fa6595344 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:47:59.770765 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8a284138-2580-459c-a850-ccc64d9cd731 req-1265ff49-899f-4009-adf9-be5fa6595344 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0804663 Jun 18 19:47:59.812654 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8a284138-2580-459c-a850-ccc64d9cd731 req-b45b72be-050c-41ba-a867-57f8e87e66dc tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352380 Jun 18 19:48:00.097399 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:00.212852 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadcbe7-423f-4a65-a556-cc00f4b120b8 req-4afc901a-6cc7-45eb-9bcf-92489dd6f7fc tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:00.212852 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fbadcbe7-423f-4a65-a556-cc00f4b120b8 req-4afc901a-6cc7-45eb-9bcf-92489dd6f7fc tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 931 time: 0.0896866 Jun 18 19:48:00.273559 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fbadcbe7-423f-4a65-a556-cc00f4b120b8 req-d6b2f450-b58d-4db7-ac0e-7878748a8318 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521820 Jun 18 19:48:00.389158 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 78069005-8e35-4277-8fe3-28d79fc9df45 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:00.491098 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:00.519127 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf7c0a5-6a37-44c4-b623-bd1c316b2049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78069005-8e35-4277-8fe3-28d79fc9df45'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:00.521867 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abaf927-eb2b-44c3-b914-1891cdb0ae72" -d '{"events": [{"server_uuid": "5bf7c0a5-6a37-44c4-b623-bd1c316b2049", "name": "network-vif-unplugged", "status": "completed", "tag": "78069005-8e35-4277-8fe3-28d79fc9df45"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:00.537004 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 78069005-8e35-4277-8fe3-28d79fc9df45, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78069005-8e35-4277-8fe3-28d79fc9df45,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:00.594125 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:00.595934 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-2e9a6fa1-5edb-49d8-8eeb-17fbc37ed8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:00.606236 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfca0d6-5a15-4eee-b3eb-021a32a2bffe req-fc2ced7e-1312-41ce-a319-3c4866824b33 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:00.608282 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-edfca0d6-5a15-4eee-b3eb-021a32a2bffe req-fc2ced7e-1312-41ce-a319-3c4866824b33 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 945 time: 0.0827198 Jun 18 19:48:00.658363 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-edfca0d6-5a15-4eee-b3eb-021a32a2bffe req-e3426b04-5066-4f9d-975a-55c5728dcb03 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438752 Jun 18 19:48:00.671262 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=78069005-8e35-4277-8fe3-28d79fc9df45,revision_number=6']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:00.675251 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:00.853522 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ef6387-a0e7-4b9d-b0e7-34920754cb8b x-openstack-request-id: req-40ef6387-a0e7-4b9d-b0e7-34920754cb8b {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:00.853827 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf7c0a5-6a37-44c4-b623-bd1c316b2049", "name": "network-vif-unplugged", "status": "completed", "tag": "78069005-8e35-4277-8fe3-28d79fc9df45", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:00.854089 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40ef6387-a0e7-4b9d-b0e7-34920754cb8b {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:00.854496 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf7c0a5-6a37-44c4-b623-bd1c316b2049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78069005-8e35-4277-8fe3-28d79fc9df45', 'code': 200} Jun 18 19:48:01.177614 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a990c-a86f-47cc-a14e-a3e86b6b42e6 req-dba2814a-6cb2-4b3f-9b7e-981aab27805d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:01.177614 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b63a990c-a86f-47cc-a14e-a3e86b6b42e6 req-dba2814a-6cb2-4b3f-9b7e-981aab27805d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1252484 Jun 18 19:48:01.235320 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b63a990c-a86f-47cc-a14e-a3e86b6b42e6 req-71f38187-836a-4f52-a903-079f32457faa tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511792 Jun 18 19:48:01.620869 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113986ac-7832-4587-890f-3b660dfbf224 req-99f1718d-c387-4d70-8ee9-1f2c38b585ae tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:01.623305 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-113986ac-7832-4587-890f-3b660dfbf224 req-99f1718d-c387-4d70-8ee9-1f2c38b585ae tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 931 time: 0.0893633 Jun 18 19:48:01.695550 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-113986ac-7832-4587-890f-3b660dfbf224 req-03dc75a8-e020-4bc8-8f71-053c678aa547 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645869 Jun 18 19:48:01.972628 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8aff0-12ba-41b6-a140-c9eb45a2dfa6 req-b7f9bb1e-3b7d-4272-a640-6b82765ed9ee tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:01.974220 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8af8aff0-12ba-41b6-a140-c9eb45a2dfa6 req-b7f9bb1e-3b7d-4272-a640-6b82765ed9ee tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.0685194 Jun 18 19:48:02.024454 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8af8aff0-12ba-41b6-a140-c9eb45a2dfa6 req-2734e94a-689b-44fb-a34d-5ba7d80ae16c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Jun 18 19:48:02.481101 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5062d-cf36-4ffc-95d0-88ee2757f1ee req-83b4225d-b494-445f-909e-900eb542f9ff tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:02.483283 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dfc5062d-cf36-4ffc-95d0-88ee2757f1ee req-83b4225d-b494-445f-909e-900eb542f9ff tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0895154 Jun 18 19:48:02.566100 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dfc5062d-cf36-4ffc-95d0-88ee2757f1ee req-f0c28ba2-bff2-4ae9-aa42-3b690c464b94 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480509 Jun 18 19:48:02.935042 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30e8fb-faea-4170-b458-f5430978df48 req-1f8f8f99-195a-4e3e-b2f5-24258923e284 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:02.937369 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3b30e8fb-faea-4170-b458-f5430978df48 req-1f8f8f99-195a-4e3e-b2f5-24258923e284 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 931 time: 0.1100776 Jun 18 19:48:02.959843 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50300) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:02.994948 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3b30e8fb-faea-4170-b458-f5430978df48 req-fbd348e0-caab-4af9-ba5a-96648aae9ed3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500934 Jun 18 19:48:03.149074 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ba284892-a139-4346-bac4-16beee37d4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.411015 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ba284892-a139-4346-bac4-16beee37d4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.412233 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1603f-4fb0-43d4-8cc1-e2edadfe8783 req-a60cf8e6-dfa2-4ba8-886b-b3ce2d2ca648 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:03.412233 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6ad1603f-4fb0-43d4-8cc1-e2edadfe8783 req-a60cf8e6-dfa2-4ba8-886b-b3ce2d2ca648 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.1093323 Jun 18 19:48:03.457883 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6ad1603f-4fb0-43d4-8cc1-e2edadfe8783 req-0831e65f-3464-404d-9e61-f51531e166c9 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776196 Jun 18 19:48:03.606413 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ba284892-a139-4346-bac4-16beee37d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.614950 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6de8d943-dfe8-486c-98bd-e1db837e0612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:03.700258 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-ba284892-a139-4346-bac4-16beee37d4ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=efda672a4e1c4459afd1d42e32c88404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7364058 Jun 18 19:48:03.700258 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba284892-a139-4346-bac4-16beee37d4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6706deb-08bb-4727-a90a-4e7a35d91fa6,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:03.700966 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50314) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:03.718591 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ba284892-a139-4346-bac4-16beee37d4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:03.877049 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-27890ab7-76ea-4100-8c00-4d454ddd5445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.943526 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-27890ab7-76ea-4100-8c00-4d454ddd5445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:03.984432 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb25f2-a1f8-45eb-abb2-084e8e011222 req-a05b79ed-ba62-4579-a8e9-c307fa0d09da tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:03.987165 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ebbb25f2-a1f8-45eb-abb2-084e8e011222 req-a05b79ed-ba62-4579-a8e9-c307fa0d09da tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1956928 Jun 18 19:48:04.093840 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ebbb25f2-a1f8-45eb-abb2-084e8e011222 req-ab26f429-f7da-42b5-a2cc-dda993785e83 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974777 Jun 18 19:48:04.341781 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b93c04-bb11-4078-8047-d535dc7badf5 req-4e9d51e2-c91b-44c6-97f8-6622d1aa6dad tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:04.343995 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c7b93c04-bb11-4078-8047-d535dc7badf5 req-4e9d51e2-c91b-44c6-97f8-6622d1aa6dad tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 931 time: 0.1218982 Jun 18 19:48:04.391737 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c7b93c04-bb11-4078-8047-d535dc7badf5 req-7e831a75-7080-4ced-b9f8-a1d06139c0e9 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384891 Jun 18 19:48:04.558901 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-27890ab7-76ea-4100-8c00-4d454ddd5445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:04.568971 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-27890ab7-76ea-4100-8c00-4d454ddd5445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:04.568971 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-27890ab7-76ea-4100-8c00-4d454ddd5445 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6706deb-08bb-4727-a90a-4e7a35d91fa6 HTTP/1.1" status: 204 len: 168 time: 0.8599465 Jun 18 19:48:04.568971 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-467701b7-f044-4ca6-a92f-a53440500c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:04.574366 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27890ab7-76ea-4100-8c00-4d454ddd5445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6706deb-08bb-4727-a90a-4e7a35d91fa6,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:04.580997 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-27890ab7-76ea-4100-8c00-4d454ddd5445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:04.710050 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56fe85-8683-4b67-a1f2-f2fe35a0d72f req-4b72b88b-e63a-4075-ad32-903183653f7d tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:04.712357 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5f56fe85-8683-4b67-a1f2-f2fe35a0d72f req-4b72b88b-e63a-4075-ad32-903183653f7d tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.0793636 Jun 18 19:48:04.903672 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5f56fe85-8683-4b67-a1f2-f2fe35a0d72f req-a8ece57f-f083-4ed5-a820-5b2a5867b815 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640628 Jun 18 19:48:05.393828 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd3a6c-e48b-4135-9178-75f9e1b5efbe req-36febc0b-2a96-4326-9da2-4bf24fae1820 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:05.395658 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-47dd3a6c-e48b-4135-9178-75f9e1b5efbe req-36febc0b-2a96-4326-9da2-4bf24fae1820 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1415613 Jun 18 19:48:05.474246 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-47dd3a6c-e48b-4135-9178-75f9e1b5efbe req-46555683-0b7a-4f79-b9b6-bacd7cd49d12 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641713 Jun 18 19:48:05.699368 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e301d9-8387-41e6-978b-e127e35e57ff req-85c80fca-8a6e-491e-8780-01b56f6d590f tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:05.701136 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-98e301d9-8387-41e6-978b-e127e35e57ff req-85c80fca-8a6e-491e-8780-01b56f6d590f tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 931 time: 0.0795393 Jun 18 19:48:05.769747 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-98e301d9-8387-41e6-978b-e127e35e57ff req-b9b9fa7c-8eb4-4c22-9d77-ea16647b126d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526345 Jun 18 19:48:06.006139 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c874d-50c6-4693-8863-e4249ae0f5d4 req-7ac48c98-000d-477d-8039-e81f564015ca tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:06.007765 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ca5c874d-50c6-4693-8863-e4249ae0f5d4 req-7ac48c98-000d-477d-8039-e81f564015ca tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.0927432 Jun 18 19:48:06.066424 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ca5c874d-50c6-4693-8863-e4249ae0f5d4 req-9ba2860d-f90a-4187-b619-60985249147a tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501060 Jun 18 19:48:06.745703 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b70cf-c7b2-4933-8aad-801c1072d912 req-9bbfe5dd-6b3e-4452-8c04-53dcbb2fd934 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:06.747461 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-170b70cf-c7b2-4933-8aad-801c1072d912 req-9bbfe5dd-6b3e-4452-8c04-53dcbb2fd934 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0945213 Jun 18 19:48:06.799738 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-170b70cf-c7b2-4933-8aad-801c1072d912 req-a2d35ce0-1d96-425b-8a4c-082d4aabf564 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386944 Jun 18 19:48:07.006269 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b58046-49fe-458e-be00-65dbc3ee4b7d req-cda1a7eb-b801-4a17-93d5-cf07eb7b4911 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:07.007991 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-25b58046-49fe-458e-be00-65dbc3ee4b7d req-cda1a7eb-b801-4a17-93d5-cf07eb7b4911 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 931 time: 0.0939696 Jun 18 19:48:07.078192 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-25b58046-49fe-458e-be00-65dbc3ee4b7d req-b4b5960f-138a-4ba3-8b58-59ca1c5410f1 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605180 Jun 18 19:48:07.246249 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50356) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:07.309154 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f915f5c-670c-436e-b81d-01c837fb15f4 req-5b5c4c7a-d551-4214-a5ea-d0e5935a2798 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:07.311561 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3f915f5c-670c-436e-b81d-01c837fb15f4 req-5b5c4c7a-d551-4214-a5ea-d0e5935a2798 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.0980179 Jun 18 19:48:07.380757 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3f915f5c-670c-436e-b81d-01c837fb15f4 req-58a22e87-6f29-49ab-b6ea-0edb6cb9b14a tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570612 Jun 18 19:48:07.404153 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fdcacde8-d46d-4dbe-982d-bd2ec5de4ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:07.540889 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fdcacde8-d46d-4dbe-982d-bd2ec5de4ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:07.627539 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fdcacde8-d46d-4dbe-982d-bd2ec5de4ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:07.630308 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-9f46b7c3-c2df-4a2d-9ceb-adf3b3138f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:07.678065 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcacde8-d46d-4dbe-982d-bd2ec5de4ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196b780c-30ca-4fc2-bea4-132e38e80de5,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:07.689062 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-fdcacde8-d46d-4dbe-982d-bd2ec5de4ed3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d426f34435f4c13b61daa28fbcb7f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409852 Jun 18 19:48:07.690689 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-fdcacde8-d46d-4dbe-982d-bd2ec5de4ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:07.691911 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50362) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:07.747949 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e0bbac48-bdb4-42e8-8f26-45cc952e8db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:07.772097 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e0bbac48-bdb4-42e8-8f26-45cc952e8db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:07.980095 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e0bbac48-bdb4-42e8-8f26-45cc952e8db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:07.985632 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e0bbac48-bdb4-42e8-8f26-45cc952e8db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:07.990059 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-e0bbac48-bdb4-42e8-8f26-45cc952e8db1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/196b780c-30ca-4fc2-bea4-132e38e80de5 HTTP/1.1" status: 204 len: 168 time: 0.2945268 Jun 18 19:48:08.000854 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3fb884b7-2589-4bfb-b5de-3ab47bbd172f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:08.022631 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbac48-bdb4-42e8-8f26-45cc952e8db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196b780c-30ca-4fc2-bea4-132e38e80de5,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:08.027095 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e0bbac48-bdb4-42e8-8f26-45cc952e8db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:08.088237 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15af62-7e7a-451d-8629-92aec451e5e8 req-20e45fbe-9eb1-4156-9f3e-e6b979d69b01 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:08.090065 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5b15af62-7e7a-451d-8629-92aec451e5e8 req-20e45fbe-9eb1-4156-9f3e-e6b979d69b01 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1587245 Jun 18 19:48:08.134258 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5b15af62-7e7a-451d-8629-92aec451e5e8 req-20fa1ed8-d2a9-4efd-a441-c99afd7cdd9a tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371423 Jun 18 19:48:08.365244 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ed902-2c61-45a6-bc51-b16fa32cb268 req-3a1439e1-3cf1-4ed1-95e5-7b4157ef3a3e tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:08.367295 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-971ed902-2c61-45a6-bc51-b16fa32cb268 req-3a1439e1-3cf1-4ed1-95e5-7b4157ef3a3e tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 931 time: 0.0850723 Jun 18 19:48:08.410684 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-971ed902-2c61-45a6-bc51-b16fa32cb268 req-efd40c94-6e41-4a9f-9eeb-9857cdc9d355 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 Jun 18 19:48:08.745194 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd0aac-02ec-4366-aecd-37738cced6e1 req-e7eb39be-5aca-4a1a-bc74-0dc304ff6b59 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:08.747297 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ffcd0aac-02ec-4366-aecd-37738cced6e1 req-e7eb39be-5aca-4a1a-bc74-0dc304ff6b59 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.1809483 Jun 18 19:48:08.793973 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ffcd0aac-02ec-4366-aecd-37738cced6e1 req-6c4daea7-4d1f-4e02-852c-1b84f24e2b75 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 Jun 18 19:48:09.370581 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a86b2-b2dd-4293-9adf-490b69c46a10 req-9cea93f2-6c63-472b-b81b-a255d835686a tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:09.372206 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-be0a86b2-b2dd-4293-9adf-490b69c46a10 req-9cea93f2-6c63-472b-b81b-a255d835686a tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0790551 Jun 18 19:48:09.438906 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-be0a86b2-b2dd-4293-9adf-490b69c46a10 req-6cdcae19-6a80-4860-8bf9-f39c0db81fc3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603607 Jun 18 19:48:09.617500 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66312018-5be5-49ee-9cf6-881c25f35f74 req-a1717709-e7b8-408c-97da-4eb4959e3e44 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:09.619390 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-66312018-5be5-49ee-9cf6-881c25f35f74 req-a1717709-e7b8-408c-97da-4eb4959e3e44 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 931 time: 0.0738602 Jun 18 19:48:09.681362 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-66312018-5be5-49ee-9cf6-881c25f35f74 req-f83c0ae2-9eb1-43e9-a59b-cd677c6bebc2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546188 Jun 18 19:48:09.839751 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50400) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:10.006478 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1852712287-network', 'tenant_id': '91e600086799436daac1d4bebff8d0e4'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:10.095746 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2602-1268-4178-a0db-816ff68c860b req-bb2f04b9-8f60-4810-86af-7809266e2e8b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:10.097361 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b9be2602-1268-4178-a0db-816ff68c860b req-bb2f04b9-8f60-4810-86af-7809266e2e8b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.0839953 Jun 18 19:48:10.141520 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Made reservation on behalf of 91e600086799436daac1d4bebff8d0e4 for: {'network': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:48:10.143857 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:10.159648 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b9be2602-1268-4178-a0db-816ff68c860b req-fbf5725f-c3cf-438a-9740-0b1741bf9dee tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488069 Jun 18 19:48:10.160820 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:10.283908 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:10.559837 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:10.569953 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-27890ab7-76ea-4100-8c00-4d454ddd5445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:10.658400 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=100013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:48:10.670663 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5255998a-4df1-4921-bdca-74ecb2b48b49,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:10.680270 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:10.688028 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:10.688572 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.segments_db [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Added segment dc0fea99-2397-45e5-b96f-3e3365767c5c of type vlan for network 0abffc34-05d5-4f90-a93d-60c974a2e107 Jun 18 19:48:10.793499 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:10.813141 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528bc94-1f9a-4f54-8d00-f5dd9891200c req-f8ef2bb8-4e30-434d-8063-6e9987c87e8d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:10.815490 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0528bc94-1f9a-4f54-8d00-f5dd9891200c req-f8ef2bb8-4e30-434d-8063-6e9987c87e8d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.2489524 Jun 18 19:48:10.910561 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0528bc94-1f9a-4f54-8d00-f5dd9891200c req-73d5ac13-14f7-40d9-b03d-b493e29a2534 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869110 Jun 18 19:48:10.955034 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:10.958901 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:10.960619 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:10.967269 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:11.084023 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=0abffc34-05d5-4f90-a93d-60c974a2e107,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:11.087648 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:11.102454 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network 0abffc34-05d5-4f90-a93d-60c974a2e107 details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:48:11.157147 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3157423 Jun 18 19:48:11.162076 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50412) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:11.182326 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-530268ac-e07e-4bd3-9eb8-4c17aff2ceaa admin admin] Request body: {'subnet': {'network_id': '0abffc34-05d5-4f90-a93d-60c974a2e107', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1852712287-subnet', 'tenant_id': '91e600086799436daac1d4bebff8d0e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:11.205214 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b001e-2a87-4d5d-8769-117471cfe726 req-66abf93c-08d2-450f-a789-f851c91bd001 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:11.208497 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2e3b001e-2a87-4d5d-8769-117471cfe726 req-66abf93c-08d2-450f-a789-f851c91bd001 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 931 time: 0.1119199 Jun 18 19:48:11.262312 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2e3b001e-2a87-4d5d-8769-117471cfe726 req-81d2793d-6354-4658-9d99-8a4c9cf0fb91 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478623 Jun 18 19:48:11.313441 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530268ac-e07e-4bd3-9eb8-4c17aff2ceaa admin admin] Made reservation on behalf of 91e600086799436daac1d4bebff8d0e4 for: {'subnet': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:48:11.318881 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-530268ac-e07e-4bd3-9eb8-4c17aff2ceaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127559369'] for subnet, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:11.475650 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b2659-1642-4d5f-8264-c854bbbed59b req-ea9b0a69-fbe0-4fc0-a620-8e558f38db92 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:11.478166 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8a3b2659-1642-4d5f-8264-c854bbbed59b req-ea9b0a69-fbe0-4fc0-a620-8e558f38db92 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.0956657 Jun 18 19:48:11.531730 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8a3b2659-1642-4d5f-8264-c854bbbed59b req-e1c63a82-62b0-45c9-8830-078e4f80a252 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422752 Jun 18 19:48:11.645657 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-530268ac-e07e-4bd3-9eb8-4c17aff2ceaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3522583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127559387'] for subnet, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:11.648173 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:11.698746 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530268ac-e07e-4bd3-9eb8-4c17aff2ceaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0b23d2-5d49-4ae8-82f8-82136049a245,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:11.708551 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-530268ac-e07e-4bd3-9eb8-4c17aff2ceaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:11.716384 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530268ac-e07e-4bd3-9eb8-4c17aff2ceaa admin admin] Checking segment: {'id': 'dc0fea99-2397-45e5-b96f-3e3365767c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0abffc34-05d5-4f90-a93d-60c974a2e107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:48:11.719194 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530268ac-e07e-4bd3-9eb8-4c17aff2ceaa admin admin] Network hostable DHCP agents. Network: 0abffc34-05d5-4f90-a93d-60c974a2e107, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:48:11.793369 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530268ac-e07e-4bd3-9eb8-4c17aff2ceaa admin admin] Network 0abffc34-05d5-4f90-a93d-60c974a2e107 is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:48:11.862212 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-530268ac-e07e-4bd3-9eb8-4c17aff2ceaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, 0abffc34-05d5-4f90-a93d-60c974a2e107) {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:11.868015 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530268ac-e07e-4bd3-9eb8-4c17aff2ceaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:11.869016 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-530268ac-e07e-4bd3-9eb8-4c17aff2ceaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:11.876561 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed84d7-03ce-4555-a1fe-897ba41006a6 None None] Network 0abffc34-05d5-4f90-a93d-60c974a2e107 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:48:11.950605 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-530268ac-e07e-4bd3-9eb8-4c17aff2ceaa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7859235 Jun 18 19:48:12.155479 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c5709-0939-4ba2-b58f-40906d15adc5 req-d149e6b9-362d-4113-b6b2-36707e5879ae tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:12.157158 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5a3c5709-0939-4ba2-b58f-40906d15adc5 req-d149e6b9-362d-4113-b6b2-36707e5879ae tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1162264 Jun 18 19:48:12.210262 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5a3c5709-0939-4ba2-b58f-40906d15adc5 req-853cce32-5d62-4230-9817-24375e7fc4a3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387797 Jun 18 19:48:12.238219 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcf2dc9-d9d4-4c9a-8173-d9f93cdfe51a None None] Network 0abffc34-05d5-4f90-a93d-60c974a2e107 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:48:12.505894 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea410b4-1758-451e-83db-b71ff3d0e936 req-a5318f4d-baa0-4171-bd52-8d56788779f7 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:12.507497 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3ea410b4-1758-451e-83db-b71ff3d0e936 req-a5318f4d-baa0-4171-bd52-8d56788779f7 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 931 time: 0.0740242 Jun 18 19:48:12.558797 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3ea410b4-1758-451e-83db-b71ff3d0e936 req-ab5cb082-90e8-46da-93bd-732a44f022d4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434732 Jun 18 19:48:12.783400 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78cf1f-e18c-4d49-bcd9-72179eda6ccd req-8a381d08-c41d-4d69-ab6d-1b592deff176 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:12.790700 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4b78cf1f-e18c-4d49-bcd9-72179eda6ccd req-8a381d08-c41d-4d69-ab6d-1b592deff176 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.1021633 Jun 18 19:48:12.842219 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4b78cf1f-e18c-4d49-bcd9-72179eda6ccd req-1d4c5766-ec9f-425e-a22d-a129c1bd2dba tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463662 Jun 18 19:48:12.919311 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50440) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:12.925404 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-390836987-network', 'tenant_id': '21ddc5a10eda42daac5149b30c0e2cf7'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:13.010392 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Made reservation on behalf of 21ddc5a10eda42daac5149b30c0e2cf7 for: {'network': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:48:13.013036 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:13.022357 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:13.124506 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:13.204527 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:13.207922 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-45f627e1-03e8-423f-af27-cc176a734df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:13.231695 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=100013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:48:13.246643 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344f5a6b-8728-4b0c-8b78-f47170739dae,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:13.252926 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:13.260524 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:13.260524 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.segments_db [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Added segment 895b229b-48c9-4f86-9822-19309b5fcdc5 of type vlan for network 3f24ee11-4ee6-4f94-b624-7a3bb91a079a Jun 18 19:48:13.333707 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:13.397904 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Request body: {'port': {'device_id': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:13.473671 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf889b8-0f48-450c-b2bf-97b70e50ba6f req-620d4960-93e0-4e87-a945-9d9959909f3b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:13.476230 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-aaf889b8-0f48-450c-b2bf-97b70e50ba6f req-620d4960-93e0-4e87-a945-9d9959909f3b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1207397 Jun 18 19:48:13.532358 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-aaf889b8-0f48-450c-b2bf-97b70e50ba6f req-69e6f87e-5ffa-4bb8-949f-046e20ff52f0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431895 Jun 18 19:48:13.536275 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:13.537677 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:13.538259 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:13.541002 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-cfcc5be4-60b1-4480-b9f6-21934f8ccc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:13.606851 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Pushing event updated for resources: {'Network': ['ID=3f24ee11-4ee6-4f94-b624-7a3bb91a079a,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:13.612136 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:13.620979 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f8d3563-d9c3-496a-92fb-e12eb5da6c05 req-f1b2b0b4-a384-42a1-8182-c9094da0ce26 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398448 Jun 18 19:48:13.624677 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network 3f24ee11-4ee6-4f94-b624-7a3bb91a079a details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:48:13.627602 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:13.674635 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7530332 Jun 18 19:48:13.678385 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50448) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:13.685429 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-45ddb73c-792f-4859-be8c-4a93dd440f2c admin admin] Request body: {'subnet': {'network_id': '3f24ee11-4ee6-4f94-b624-7a3bb91a079a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-390836987-subnet', 'tenant_id': '21ddc5a10eda42daac5149b30c0e2cf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:13.701352 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764845c0-4912-4782-8e09-50306ab79ad7 req-56955511-f188-41cc-943e-f27ef1869706 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:13.703481 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-764845c0-4912-4782-8e09-50306ab79ad7 req-56955511-f188-41cc-943e-f27ef1869706 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.2385535 Jun 18 19:48:13.775678 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ddb73c-792f-4859-be8c-4a93dd440f2c admin admin] Made reservation on behalf of 21ddc5a10eda42daac5149b30c0e2cf7 for: {'subnet': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:48:13.779124 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-45ddb73c-792f-4859-be8c-4a93dd440f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3409992'] for subnet, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:13.942044 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a5135-b286-469c-9ddd-b7bfc38e6e0e req-48a9298c-677f-4ab5-9349-373d3a7c2375 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:13.943547 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ee2a5135-b286-469c-9ddd-b7bfc38e6e0e req-48a9298c-677f-4ab5-9349-373d3a7c2375 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 931 time: 0.1461213 Jun 18 19:48:13.989584 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f8d3563-d9c3-496a-92fb-e12eb5da6c05 req-44df893c-37e0-4e19-8752-b1bf582a9cbb service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577566 Jun 18 19:48:14.046785 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ee2a5135-b286-469c-9ddd-b7bfc38e6e0e req-00738780-f193-4b55-8a82-053ce5c09cfe tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761769 Jun 18 19:48:14.106751 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-764845c0-4912-4782-8e09-50306ab79ad7 req-fee36573-f541-4a58-b275-97ea1f46414b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Deleting port 78069005-8e35-4277-8fe3-28d79fc9df45 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:14.107898 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-764845c0-4912-4782-8e09-50306ab79ad7 req-fee36573-f541-4a58-b275-97ea1f46414b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:14.147386 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578bdb9-0e74-4ef5-ab79-a7c1002a71bd req-c82d28bb-0883-475a-af29-81ae8881d53e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:14.149362 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7578bdb9-0e74-4ef5-ab79-a7c1002a71bd req-c82d28bb-0883-475a-af29-81ae8881d53e tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 943 time: 0.0823739 Jun 18 19:48:14.217571 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7578bdb9-0e74-4ef5-ab79-a7c1002a71bd req-1a7ed7dc-5554-4235-8940-f818192131c1 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595732 Jun 18 19:48:14.220045 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-45ddb73c-792f-4859-be8c-4a93dd440f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3353407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410010'] for subnet, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:14.224041 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:14.301141 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddb73c-792f-4859-be8c-4a93dd440f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e1e9d83-46f4-4f00-92d5-4e124bc22359,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:14.307151 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-764845c0-4912-4782-8e09-50306ab79ad7 req-fee36573-f541-4a58-b275-97ea1f46414b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] For port 78069005-8e35-4277-8fe3-28d79fc9df45, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=78069005-8e35-4277-8fe3-28d79fc9df45,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:14.307895 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-764845c0-4912-4782-8e09-50306ab79ad7 req-fee36573-f541-4a58-b275-97ea1f46414b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:14.308443 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-45ddb73c-792f-4859-be8c-4a93dd440f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:14.320604 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ddb73c-792f-4859-be8c-4a93dd440f2c admin admin] Checking segment: {'id': '895b229b-48c9-4f86-9822-19309b5fcdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f24ee11-4ee6-4f94-b624-7a3bb91a079a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:48:14.321093 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ddb73c-792f-4859-be8c-4a93dd440f2c admin admin] Network hostable DHCP agents. Network: 3f24ee11-4ee6-4f94-b624-7a3bb91a079a, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:48:14.331141 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71786684-9331-46ae-96b5-25ecf4c65848 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:48:14.369389 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:14.401977 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-764845c0-4912-4782-8e09-50306ab79ad7 req-fee36573-f541-4a58-b275-97ea1f46414b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Calling delete_port for 78069005-8e35-4277-8fe3-28d79fc9df45 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:14.428334 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Transition to ACTIVE for port object 71786684-9331-46ae-96b5-25ecf4c65848 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:48:14.443153 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ddb73c-792f-4859-be8c-4a93dd440f2c admin admin] Network 3f24ee11-4ee6-4f94-b624-7a3bb91a079a is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:48:14.546375 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:14.580080 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0db1126d-e8bc-4e34-ae6c-6acd07a3bf31 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:14.593245 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-45ddb73c-792f-4859-be8c-4a93dd440f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, 3f24ee11-4ee6-4f94-b624-7a3bb91a079a) {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:14.601638 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ddb73c-792f-4859-be8c-4a93dd440f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:14.602424 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f7fa8-064e-49ee-a1e9-2b8e27d622f5 None None] Network 3f24ee11-4ee6-4f94-b624-7a3bb91a079a requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:48:14.603429 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-45ddb73c-792f-4859-be8c-4a93dd440f2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:14.740033 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-764845c0-4912-4782-8e09-50306ab79ad7 req-fee36573-f541-4a58-b275-97ea1f46414b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:14.750755 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-45ddb73c-792f-4859-be8c-4a93dd440f2c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0702522 Jun 18 19:48:14.795413 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['f4e023bd-a276-4755-87a9-a001092d0b44'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:14.886528 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Pushing event updated for resources: {'Port': ['ID=71786684-9331-46ae-96b5-25ecf4c65848,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:14.938831 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:14.948226 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b0fb9-f2ff-4d3e-b9a3-815e46b2a2d2 None None] Network 3f24ee11-4ee6-4f94-b624-7a3bb91a079a requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:48:14.950657 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:15.037175 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3345f71-ebf1-40ca-8b50-f562f47745f3 req-4abf4bd0-e43b-47f2-a86d-d0d06670c70e tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:15.049948 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b3345f71-ebf1-40ca-8b50-f562f47745f3 req-4abf4bd0-e43b-47f2-a86d-d0d06670c70e tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1159685 Jun 18 19:48:15.103043 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-764845c0-4912-4782-8e09-50306ab79ad7 req-fee36573-f541-4a58-b275-97ea1f46414b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] No DVR routers for this DVR port 78069005-8e35-4277-8fe3-28d79fc9df45 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:48:15.105682 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee36573-f541-4a58-b275-97ea1f46414b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Pushing event deleted for resources: {'Port': ['ID=78069005-8e35-4277-8fe3-28d79fc9df45,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:15.112205 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-764845c0-4912-4782-8e09-50306ab79ad7 req-fee36573-f541-4a58-b275-97ea1f46414b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:15.115818 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-764845c0-4912-4782-8e09-50306ab79ad7 req-fee36573-f541-4a58-b275-97ea1f46414b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.22 "DELETE /v2.0/ports/78069005-8e35-4277-8fe3-28d79fc9df45 HTTP/1.1" status: 204 len: 173 time: 1.3850815 Jun 18 19:48:15.117135 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf7c0a5-6a37-44c4-b623-bd1c316b2049', 'name': 'network-vif-deleted', 'tag': '78069005-8e35-4277-8fe3-28d79fc9df45'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:15.120216 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8dbf31-9eda-47a0-a1d1-939132c98d45" -d '{"events": [{"server_uuid": "5bf7c0a5-6a37-44c4-b623-bd1c316b2049", "name": "network-vif-deleted", "tag": "78069005-8e35-4277-8fe3-28d79fc9df45"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:15.124168 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-fee36573-f541-4a58-b275-97ea1f46414b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:15.147612 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50468) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:15.160270 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b3345f71-ebf1-40ca-8b50-f562f47745f3 req-f6cce576-365f-4c48-a8cd-6143949b2ef1 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090364 Jun 18 19:48:15.174798 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Attempting to bind port 71786684-9331-46ae-96b5-25ecf4c65848 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:48:15.180321 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Attempting to bind port 71786684-9331-46ae-96b5-25ecf4c65848 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '2a4f796b-d0dc-44bc-be41-1cd8b1873d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:48:15.180838 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Attempting to bind port 71786684-9331-46ae-96b5-25ecf4c65848 on network ab908d26-3e61-4c66-8491-893153b90c59 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:48:15.221501 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Port 71786684-9331-46ae-96b5-25ecf4c65848 on network ab908d26-3e61-4c66-8491-893153b90c59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:48:15.226742 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Attempting to bind port 71786684-9331-46ae-96b5-25ecf4c65848 on network ab908d26-3e61-4c66-8491-893153b90c59 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:48:15.228574 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef8db42-559e-40aa-b2d7-4fa3c45314a8 x-openstack-request-id: req-3ef8db42-559e-40aa-b2d7-4fa3c45314a8 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:15.229280 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf7c0a5-6a37-44c4-b623-bd1c316b2049", "name": "network-vif-deleted", "tag": "78069005-8e35-4277-8fe3-28d79fc9df45", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:15.229812 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ef8db42-559e-40aa-b2d7-4fa3c45314a8 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:15.230491 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf7c0a5-6a37-44c4-b623-bd1c316b2049', 'name': 'network-vif-deleted', 'tag': '78069005-8e35-4277-8fe3-28d79fc9df45', 'status': 'completed', 'code': 200} Jun 18 19:48:15.242838 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:48:15.243685 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Checking segment: {'id': '2a4f796b-d0dc-44bc-be41-1cd8b1873d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:48:15.244335 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Bound using segment: {'id': '2a4f796b-d0dc-44bc-be41-1cd8b1873d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:48:15.245053 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Bound port: 71786684-9331-46ae-96b5-25ecf4c65848, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4f796b-d0dc-44bc-be41-1cd8b1873d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:48:15.256560 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:15.314443 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c43183-69f6-4c36-a72e-2c2985a62a53 admin admin] Deleting subnet 6f0b23d2-5d49-4ae8-82f8-82136049a245 {{(pid=100012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:48:15.322661 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-06c43183-69f6-4c36-a72e-2c2985a62a53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:15.356409 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cd25d-a293-4f22-8eef-aa6a3273470b req-b6422397-9b08-401a-8cee-180c02541860 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:15.372308 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ae5cd25d-a293-4f22-8eef-aa6a3273470b req-b6422397-9b08-401a-8cee-180c02541860 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 943 time: 0.1126990 Jun 18 19:48:15.442327 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ae5cd25d-a293-4f22-8eef-aa6a3273470b req-462fa5fb-4faf-4904-ba17-6f351d381891 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579233 Jun 18 19:48:15.610494 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d53a68a2-7130-4107-a3e6-9e5e6ead7bb8 req-a064d29b-f02e-4ac9-af15-724d083bce29 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5bf7c0a5-6a37-44c4-b623-bd1c316b2049 HTTP/1.1" status: 200 len: 210 time: 0.0449128 Jun 18 19:48:15.682570 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-06c43183-69f6-4c36-a72e-2c2985a62a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127656646'] for subnet, precommit_delete_associations {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:15.730824 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] For port 71786684-9331-46ae-96b5-25ecf4c65848, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:48:15.736612 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] For port 71786684-9331-46ae-96b5-25ecf4c65848, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71786684-9331-46ae-96b5-25ecf4c65848,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:48:15.744843 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-06c43183-69f6-4c36-a72e-2c2985a62a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:15.828955 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:15.831101 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-841e87e4-e959-4027-bd69-87d70104e018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:15.872240 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:15.872941 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:15.874629 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] 10.222.0.22 "PUT /v2.0/ports/71786684-9331-46ae-96b5-25ecf4c65848 HTTP/1.1" status: 200 len: 1093 time: 2.4949880 Jun 18 19:48:15.897523 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Pushing event updated for resources: {'Port': ['ID=71786684-9331-46ae-96b5-25ecf4c65848,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:15.901099 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:15.908147 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-06c43183-69f6-4c36-a72e-2c2985a62a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3522774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127559394'] for subnet, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:15.910726 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:15.938707 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c43183-69f6-4c36-a72e-2c2985a62a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0b23d2-5d49-4ae8-82f8-82136049a245,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:15.941259 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-06c43183-69f6-4c36-a72e-2c2985a62a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:15.944835 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-06c43183-69f6-4c36-a72e-2c2985a62a53 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6f0b23d2-5d49-4ae8-82f8-82136049a245 HTTP/1.1" status: 204 len: 168 time: 0.7948275 Jun 18 19:48:15.947842 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-06c43183-69f6-4c36-a72e-2c2985a62a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:15.951836 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50478) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:16.044394 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97df4c9-f106-4bf1-8d7b-96483a5b4f80 req-a54653a8-0e9c-49ac-a86f-d75b5a7d2a36 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:16.046678 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d97df4c9-f106-4bf1-8d7b-96483a5b4f80 req-a54653a8-0e9c-49ac-a86f-d75b5a7d2a36 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1158159 Jun 18 19:48:16.065000 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:16.104301 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d97df4c9-f106-4bf1-8d7b-96483a5b4f80 req-9bf7ec3a-39a1-436d-8e5c-a6afe0c23948 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506837 Jun 18 19:48:16.270989 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:16.288033 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abffc34-05d5-4f90-a93d-60c974a2e107']}} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:16.307404 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0fea99-2397-45e5-b96f-3e3365767c5c') {'for_net_delete': True} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:16.307818 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0fea99-2397-45e5-b96f-3e3365767c5c') {} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:16.322457 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127656655'] for segment, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:16.342158 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cf635-7dc5-4e3a-a584-9944b9e598d5 req-29700344-b0bd-4486-acce-a7c53be7d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:16.343538 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fa9cf635-7dc5-4e3a-a584-9944b9e598d5 req-29700344-b0bd-4486-acce-a7c53be7d8d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 1098 time: 0.2035720 Jun 18 19:48:16.345965 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:16.357298 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=100012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:48:16.357770 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469437'] for segment, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: Traceback (most recent call last): Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: timer() Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: cb(*args, **kw) Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: return func(*args, **kwargs) Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: self._notify() Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: self.callback(batched_events) Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: event.method(event) Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: return f(self, *a, **k) Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: return self._get(url).json() Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: return self.request(url, 'GET', **kwargs) Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:48:16.367508 dv-cinder-790535-6-smb neutron-server[100012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:48:16.392211 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-7ed843f1-5b64-4306-af5b-4edb57552a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:16.393732 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-7ed843f1-5b64-4306-af5b-4edb57552a8f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02f981f24b7b4c3a90d60fa7f3fd4c73&device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 1096 time: 0.2559686 Jun 18 19:48:16.510448 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-ed3e9300-daf7-4662-96de-b3967ea0e1aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71786684-9331-46ae-96b5-25ecf4c65848 HTTP/1.1" status: 200 len: 217 time: 0.0617461 Jun 18 19:48:16.595610 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:16.612556 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:16.616749 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cf635-7dc5-4e3a-a584-9944b9e598d5 req-3770c0f6-12cf-43de-bbba-3f507fa529e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:16.619164 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fa9cf635-7dc5-4e3a-a584-9944b9e598d5 req-3770c0f6-12cf-43de-bbba-3f507fa529e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 200 len: 911 time: 0.2645621 Jun 18 19:48:16.624564 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:16.627862 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] 10.222.0.30 "DELETE /v2.0/networks/0abffc34-05d5-4f90-a93d-60c974a2e107 HTTP/1.1" status: 204 len: 168 time: 0.6782238 Jun 18 19:48:16.647184 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-6c21f7b3-d371-4422-9255-a0b44df67d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:16.649172 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50484) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:16.649659 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-6c21f7b3-d371-4422-9255-a0b44df67d0b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6570351-74b4-4cc3-bebd-c4188a0559e4 HTTP/1.1" status: 200 len: 853 time: 0.1323712 Jun 18 19:48:16.665213 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] Pushing event deleted for resources: {'Network': ['ID=0abffc34-05d5-4f90-a93d-60c974a2e107,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:16.671180 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-761f07ba-5738-492c-8cf4-e5776b42531c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:16.746544 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6a4217-e3f1-4a9f-833e-15581c188716 admin admin] Deleting subnet 3e1e9d83-46f4-4f00-92d5-4e124bc22359 {{(pid=100013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:48:16.755807 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4217-e3f1-4a9f-833e-15581c188716 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:16.822672 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fa9cf635-7dc5-4e3a-a584-9944b9e598d5 req-8d5ff160-652e-4a2c-9753-ea80e8a860ca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9dcdf4-ce22-4910-8d26-b7722cbed4b9 HTTP/1.1" status: 200 len: 1001 time: 0.1926520 Jun 18 19:48:16.830126 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e9696-c4f4-40a4-9b60-6333b7dae574 req-88d343d9-b04f-46ae-921c-07a911cfb76b tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:16.834872 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f57e9696-c4f4-40a4-9b60-6333b7dae574 req-88d343d9-b04f-46ae-921c-07a911cfb76b tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 943 time: 0.2391160 Jun 18 19:48:16.858843 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4217-e3f1-4a9f-833e-15581c188716 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3430576'] for subnet, precommit_delete_associations {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:16.907993 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-6f418960-d91f-4bf0-a6a5-60e17d1dc9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:16.910851 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-6f418960-d91f-4bf0-a6a5-60e17d1dc9c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ab908d26-3e61-4c66-8491-893153b90c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2496462 Jun 18 19:48:16.920422 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f57e9696-c4f4-40a4-9b60-6333b7dae574 req-ec673d84-c80d-4d7a-9da8-9f435d5cf84d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794849 Jun 18 19:48:16.926122 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4217-e3f1-4a9f-833e-15581c188716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:16.938234 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cf635-7dc5-4e3a-a584-9944b9e598d5 req-422fb51f-294f-46ef-bdac-22d3ffefd89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:16.940766 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fa9cf635-7dc5-4e3a-a584-9944b9e598d5 req-422fb51f-294f-46ef-bdac-22d3ffefd89b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc1a5fed-d7ef-4e8a-8976-b177519138c1 HTTP/1.1" status: 200 len: 850 time: 0.1105874 Jun 18 19:48:17.068993 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4217-e3f1-4a9f-833e-15581c188716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3353598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410019'] for subnet, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:17.075452 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-cc09e139-175d-4d6e-8a2f-ee94fd866173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:17.094158 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-37c55a53-7363-4628-ab82-4d63bfff67bd service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755438 Jun 18 19:48:17.100149 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cf635-7dc5-4e3a-a584-9944b9e598d5 req-99c84383-ee34-4030-9f13-c151176c112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:17.101264 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fa9cf635-7dc5-4e3a-a584-9944b9e598d5 req-99c84383-ee34-4030-9f13-c151176c112f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6ccd7341-ba13-4dc8-9762-671f827fe485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1430237 Jun 18 19:48:17.138084 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a4217-e3f1-4a9f-833e-15581c188716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e1e9d83-46f4-4f00-92d5-4e124bc22359,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:17.164446 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3e6a4217-e3f1-4a9f-833e-15581c188716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:17.181738 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4217-e3f1-4a9f-833e-15581c188716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:17.191376 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-3e6a4217-e3f1-4a9f-833e-15581c188716 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3e1e9d83-46f4-4f00-92d5-4e124bc22359 HTTP/1.1" status: 204 len: 168 time: 0.5403035 Jun 18 19:48:17.195844 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50500) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:17.265121 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:17.269844 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb9b63e-cf4f-4224-9734-20f2d8aec56f" -d '{"events": [{"name": "network-changed", "server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "tag": "71786684-9331-46ae-96b5-25ecf4c65848"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:17.398766 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fa9cf635-7dc5-4e3a-a584-9944b9e598d5 req-1de23a38-6dff-46bc-a61f-9398d09186f2 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866609 Jun 18 19:48:17.500341 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:17.513478 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20305ac4-b2a4-4a00-9942-ceb82fe85ff3 x-openstack-request-id: req-20305ac4-b2a4-4a00-9942-ceb82fe85ff3 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:17.514666 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "tag": "71786684-9331-46ae-96b5-25ecf4c65848", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:17.514666 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20305ac4-b2a4-4a00-9942-ceb82fe85ff3 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:17.515267 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848', 'status': 'completed', 'code': 200} Jun 18 19:48:17.534396 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a3a9745c-f1dc-4f4b-82f0-b835cb1b47e0 req-81a1d359-72b7-4b84-a842-f35a0a041d22 service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317095 Jun 18 19:48:17.605997 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fa9cf635-7dc5-4e3a-a584-9944b9e598d5 req-1a82f1a1-1ef6-4a73-966f-5e8d2b56bda3 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944339 Jun 18 19:48:17.643428 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:17.680401 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f24ee11-4ee6-4f94-b624-7a3bb91a079a']}} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:17.715833 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895b229b-48c9-4f86-9822-19309b5fcdc5') {'for_net_delete': True} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:17.716160 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895b229b-48c9-4f86-9822-19309b5fcdc5') {} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:17.727989 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8108a2-5ee3-47c6-9537-7603073ea19e req-bd527505-8bc3-4eb4-87b8-a4a9415fb769 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:17.729640 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5b8108a2-5ee3-47c6-9537-7603073ea19e req-bd527505-8bc3-4eb4-87b8-a4a9415fb769 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.2238314 Jun 18 19:48:17.743124 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3430585'] for segment, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:17.758831 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9b63e-cf4f-4224-9734-20f2d8aec56f req-4459b62b-709b-4c23-8d3f-41ab71c28ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:17.760481 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ffb9b63e-cf4f-4224-9734-20f2d8aec56f req-4459b62b-709b-4c23-8d3f-41ab71c28ccb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02f981f24b7b4c3a90d60fa7f3fd4c73&device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 1096 time: 0.0966432 Jun 18 19:48:17.782478 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:17.795379 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=100013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:48:17.796286 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283797'] for segment, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: Traceback (most recent call last): Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: timer() Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: cb(*args, **kw) Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: return func(*args, **kwargs) Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: self._notify() Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: self.callback(batched_events) Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: event.method(event) Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: return f(self, *a, **k) Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: return self._get(url).json() Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: return self.request(url, 'GET', **kwargs) Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:48:17.798203 dv-cinder-790535-6-smb neutron-server[100013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:48:17.860367 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5b8108a2-5ee3-47c6-9537-7603073ea19e req-d7ae61c9-b8b2-4d00-a319-35416d6a2113 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150825 Jun 18 19:48:17.883919 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df11dce-453a-4004-a79c-9c83c151fd32 req-4c5c204a-42cd-4744-88cd-936665be4e10 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:17.885496 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5df11dce-453a-4004-a79c-9c83c151fd32 req-4c5c204a-42cd-4744-88cd-936665be4e10 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.2470076 Jun 18 19:48:17.908208 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9b63e-cf4f-4224-9734-20f2d8aec56f req-acdb14a1-a56e-4f27-88bf-eff9990cd949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:17.910461 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ffb9b63e-cf4f-4224-9734-20f2d8aec56f req-acdb14a1-a56e-4f27-88bf-eff9990cd949 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ab908d26-3e61-4c66-8491-893153b90c59 HTTP/1.1" status: 200 len: 914 time: 0.1426072 Jun 18 19:48:17.952091 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5df11dce-453a-4004-a79c-9c83c151fd32 req-0e6effac-034d-41b2-ab26-9145f309c1ec tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512986 Jun 18 19:48:17.966975 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ffb9b63e-cf4f-4224-9734-20f2d8aec56f req-80c8f291-761a-45c9-8c78-4c7f5f15296d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71786684-9331-46ae-96b5-25ecf4c65848 HTTP/1.1" status: 200 len: 217 time: 0.0484052 Jun 18 19:48:17.983553 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:17.995597 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:18.027895 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:18.035009 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3f24ee11-4ee6-4f94-b624-7a3bb91a079a HTTP/1.1" status: 204 len: 168 time: 0.8381867 Jun 18 19:48:18.035009 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f24ee11-4ee6-4f94-b624-7a3bb91a079a,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:18.038477 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d71fd6e0-de29-4a4b-88ef-79ac6a149080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:18.049348 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9b63e-cf4f-4224-9734-20f2d8aec56f req-20af9d4f-b6a5-49d3-93e3-ef0c3e87c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:18.052035 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ffb9b63e-cf4f-4224-9734-20f2d8aec56f req-20af9d4f-b6a5-49d3-93e3-ef0c3e87c4d8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6570351-74b4-4cc3-bebd-c4188a0559e4 HTTP/1.1" status: 200 len: 853 time: 0.0762517 Jun 18 19:48:18.156232 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9b63e-cf4f-4224-9734-20f2d8aec56f req-a873b4a1-5344-4712-8394-70e78c9a17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:18.158615 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ffb9b63e-cf4f-4224-9734-20f2d8aec56f req-a873b4a1-5344-4712-8394-70e78c9a17b7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ab908d26-3e61-4c66-8491-893153b90c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0965705 Jun 18 19:48:18.263050 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02387b-c538-4fc5-972c-0aa459b8d5a1 req-e6fe49dd-72c0-4da9-b9f9-db27bbf070f6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:18.273617 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ee02387b-c538-4fc5-972c-0aa459b8d5a1 req-e6fe49dd-72c0-4da9-b9f9-db27bbf070f6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 943 time: 0.1062214 Jun 18 19:48:18.313168 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ffb9b63e-cf4f-4224-9734-20f2d8aec56f req-a1d23318-5f92-426a-98b7-1622f6963364 service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444933 Jun 18 19:48:18.385907 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ee02387b-c538-4fc5-972c-0aa459b8d5a1 req-a09c1402-63a4-46a5-8326-6357879ffd8e tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010134 Jun 18 19:48:18.456871 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ffb9b63e-cf4f-4224-9734-20f2d8aec56f req-65fb907f-9d37-48f5-aa9a-8a9c6031a5f8 service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363702 Jun 18 19:48:18.494739 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50518) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:18.538021 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-62edd2fe-cff1-4df6-bf46-19786794b741 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91e600086799436daac1d4bebff8d0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419626 Jun 18 19:48:18.540827 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50520) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:18.600401 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4f8de1e2-9fc2-43a3-82e2-525c994d7bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:18.633174 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4f8de1e2-9fc2-43a3-82e2-525c994d7bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:18.805115 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4f8de1e2-9fc2-43a3-82e2-525c994d7bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:18.808624 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4f8de1e2-9fc2-43a3-82e2-525c994d7bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:18.809910 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-4f8de1e2-9fc2-43a3-82e2-525c994d7bee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5255998a-4df1-4921-bdca-74ecb2b48b49 HTTP/1.1" status: 204 len: 168 time: 0.2679906 Jun 18 19:48:18.811450 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-1e794c7d-2434-491e-9dbd-5f0fe0706db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:18.820039 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8de1e2-9fc2-43a3-82e2-525c994d7bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5255998a-4df1-4921-bdca-74ecb2b48b49,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:18.822953 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-4f8de1e2-9fc2-43a3-82e2-525c994d7bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:19.112028 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a645d-e072-44ac-bd6b-5ddbfb558629 req-9636f1e8-5da4-4541-9621-78cb6e3212f5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:19.113496 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d84a645d-e072-44ac-bd6b-5ddbfb558629 req-9636f1e8-5da4-4541-9621-78cb6e3212f5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1097994 Jun 18 19:48:19.184090 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d84a645d-e072-44ac-bd6b-5ddbfb558629 req-83fefceb-fd26-4d37-a397-138c7d649ce3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466452 Jun 18 19:48:19.211527 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568160b-88cd-4d5c-9d6f-1cb3070ae3c2 req-ce787132-6b3d-43a0-9552-18c9b1986b27 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:19.213066 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b568160b-88cd-4d5c-9d6f-1cb3070ae3c2 req-ce787132-6b3d-43a0-9552-18c9b1986b27 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1176095 Jun 18 19:48:19.262424 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b568160b-88cd-4d5c-9d6f-1cb3070ae3c2 req-3c829420-0580-4b39-9868-149d52feef6d tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415308 Jun 18 19:48:19.595332 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c96dc-5bdd-4ec9-8443-06d1bc1bae98 req-2ed157ca-b27f-476d-b7bc-80fd00d93e5e tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:19.596915 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-000c96dc-5bdd-4ec9-8443-06d1bc1bae98 req-2ed157ca-b27f-476d-b7bc-80fd00d93e5e tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 943 time: 0.0807941 Jun 18 19:48:19.639094 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-000c96dc-5bdd-4ec9-8443-06d1bc1bae98 req-35bf90b8-e99f-4d45-b32e-5a8c6f67cc43 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361171 Jun 18 19:48:19.774002 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50538) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:19.819128 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-a937be97-9c8c-4561-89e4-b5872c783c42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21ddc5a10eda42daac5149b30c0e2cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435977 Jun 18 19:48:19.822034 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50540) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:19.880463 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fa5dfb18-76ee-46fa-bb79-c0bea19333cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:19.904674 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fa5dfb18-76ee-46fa-bb79-c0bea19333cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:20.016274 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fa5dfb18-76ee-46fa-bb79-c0bea19333cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:20.020602 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fa5dfb18-76ee-46fa-bb79-c0bea19333cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:20.027337 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-fa5dfb18-76ee-46fa-bb79-c0bea19333cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/344f5a6b-8728-4b0c-8b78-f47170739dae HTTP/1.1" status: 204 len: 168 time: 0.1992123 Jun 18 19:48:20.027337 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-dd07fb43-257e-42cf-8512-6391b8bd156b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:20.036907 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5dfb18-76ee-46fa-bb79-c0bea19333cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344f5a6b-8728-4b0c-8b78-f47170739dae,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:20.040328 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-fa5dfb18-76ee-46fa-bb79-c0bea19333cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:20.478887 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef3fa3-6513-42f1-bba3-0c6afd08f0f1 req-1fc1278f-2249-463d-b4ba-cc7fcafd5333 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:20.481445 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-77ef3fa3-6513-42f1-bba3-0c6afd08f0f1 req-1fc1278f-2249-463d-b4ba-cc7fcafd5333 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0895503 Jun 18 19:48:20.548127 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-77ef3fa3-6513-42f1-bba3-0c6afd08f0f1 req-7705e729-40d7-4f29-8b41-7ddcf75645f0 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537801 Jun 18 19:48:20.886438 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6ea55-4e0b-4a96-9c98-1fa6977f49b7 req-ce2f7bcd-e15d-4113-b2c9-e7814a8f8cc3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:20.888538 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-59d6ea55-4e0b-4a96-9c98-1fa6977f49b7 req-ce2f7bcd-e15d-4113-b2c9-e7814a8f8cc3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 943 time: 0.0981226 Jun 18 19:48:20.937116 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-59d6ea55-4e0b-4a96-9c98-1fa6977f49b7 req-a65a8f22-c7fb-489e-baaf-27a299e5a40b tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389059 Jun 18 19:48:21.772926 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b69d6-37f1-4648-9e59-55b7839689c9 req-5a70ee62-b052-4ec0-bd45-aa946bea0f61 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:21.774460 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-513b69d6-37f1-4648-9e59-55b7839689c9 req-5a70ee62-b052-4ec0-bd45-aa946bea0f61 tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0895855 Jun 18 19:48:21.836573 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-513b69d6-37f1-4648-9e59-55b7839689c9 req-1bca63c0-01aa-4335-86da-203d1f11356f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544324 Jun 18 19:48:22.138196 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd7c96-1ecc-4d99-bd48-0ab044b728e0 req-864f0f59-bc66-45ed-90d9-ef0207fd9e9c tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:22.140301 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-93cd7c96-1ecc-4d99-bd48-0ab044b728e0 req-864f0f59-bc66-45ed-90d9-ef0207fd9e9c tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 943 time: 0.0788698 Jun 18 19:48:22.183808 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-93cd7c96-1ecc-4d99-bd48-0ab044b728e0 req-732b03d8-444b-4b4d-b558-58cbe13f57a0 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373170 Jun 18 19:48:22.507790 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 71786684-9331-46ae-96b5-25ecf4c65848 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:48:22.639455 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 71786684-9331-46ae-96b5-25ecf4c65848, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71786684-9331-46ae-96b5-25ecf4c65848,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:22.659827 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '71786684-9331-46ae-96b5-25ecf4c65848', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'port_id': '71786684-9331-46ae-96b5-25ecf4c65848', 'mac_address': 'fa:16:3e:5e:12:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:48:22.709968 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:22.726211 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71786684-9331-46ae-96b5-25ecf4c65848 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:48:22.752364 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 71786684-9331-46ae-96b5-25ecf4c65848, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71786684-9331-46ae-96b5-25ecf4c65848,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:22.878915 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:22.882054 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:23.001925 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=71786684-9331-46ae-96b5-25ecf4c65848,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:23.016732 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:23.017453 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:23.018045 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:23.018632 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:23.019204 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:23.020546 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:23.021085 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:23.021647 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:23.022213 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:23.022771 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:23.023340 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:23.023910 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:23.031136 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:23.146670 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c5b3d-6470-4750-ace7-928ec65690b1 req-e9ea6cf0-f246-4a1e-b0fe-d55a876d3dcb tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:23.149029 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a21c5b3d-6470-4750-ace7-928ec65690b1 req-e9ea6cf0-f246-4a1e-b0fe-d55a876d3dcb tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.0986481 Jun 18 19:48:23.220323 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50614) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:23.224927 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a21c5b3d-6470-4750-ace7-928ec65690b1 req-450ae3aa-d647-4659-b329-037e85134cfd tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/security-groups?id=273fd38a-1b0f-45f4-873f-e31ee9977b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575137 Jun 18 19:48:23.394596 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fd0ff-a171-484d-978b-4bef93bde8d2 req-617cde32-7552-43a4-87f1-600ca61d359f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:23.396251 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-534fd0ff-a171-484d-978b-4bef93bde8d2 req-617cde32-7552-43a4-87f1-600ca61d359f tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 945 time: 0.1257923 Jun 18 19:48:23.440231 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ac8b175b-8e17-4a5c-8014-e1b6fa6aa52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:23.440760 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['71786684-9331-46ae-96b5-25ecf4c65848'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:23.464916 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0838d9-9d1d-41ee-b457-924a8b2d6353 req-6932b841-867d-432b-abb8-0966d9f9885c tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:23.467451 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2c0838d9-9d1d-41ee-b457-924a8b2d6353 req-6932b841-867d-432b-abb8-0966d9f9885c tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 944 time: 0.0897696 Jun 18 19:48:23.513915 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2c0838d9-9d1d-41ee-b457-924a8b2d6353 req-5e4e67f1-b00c-4c1a-91b5-7a5e2bd02765 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402484 Jun 18 19:48:23.581206 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-534fd0ff-a171-484d-978b-4bef93bde8d2 req-6346f0ab-949a-4499-a5d4-269b86edca9c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Deleting port f4e023bd-a276-4755-87a9-a001092d0b44 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:23.581641 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-534fd0ff-a171-484d-978b-4bef93bde8d2 req-6346f0ab-949a-4499-a5d4-269b86edca9c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:23.694671 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ac8b175b-8e17-4a5c-8014-e1b6fa6aa52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:23.712618 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-534fd0ff-a171-484d-978b-4bef93bde8d2 req-6346f0ab-949a-4499-a5d4-269b86edca9c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] For port f4e023bd-a276-4755-87a9-a001092d0b44, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f4e023bd-a276-4755-87a9-a001092d0b44,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:23.713004 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-534fd0ff-a171-484d-978b-4bef93bde8d2 req-6346f0ab-949a-4499-a5d4-269b86edca9c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:23.777191 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-534fd0ff-a171-484d-978b-4bef93bde8d2 req-6346f0ab-949a-4499-a5d4-269b86edca9c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Calling delete_port for f4e023bd-a276-4755-87a9-a001092d0b44 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:23.839425 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ac8b175b-8e17-4a5c-8014-e1b6fa6aa52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:23.844568 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1a90c525-8ed8-4554-9885-e0d84c4e5972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:23.891287 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-ac8b175b-8e17-4a5c-8014-e1b6fa6aa52f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c230c90bd284941a383df0a7c59867d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6698260 Jun 18 19:48:23.894273 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b175b-8e17-4a5c-8014-e1b6fa6aa52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7290d30-c293-4d2d-81d1-4aa7283f2493,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:23.894857 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50620) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:23.897391 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ac8b175b-8e17-4a5c-8014-e1b6fa6aa52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:23.962355 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-afdcbf59-9ccb-4969-bfd1-1cc76c631cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:23.989372 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-afdcbf59-9ccb-4969-bfd1-1cc76c631cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:24.067477 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-534fd0ff-a171-484d-978b-4bef93bde8d2 req-6346f0ab-949a-4499-a5d4-269b86edca9c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:24.071405 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1ee8a65a-aa38-4ee2-b2d9-3ae56db0a3f8 tempest-VolumesNegativeTest-1865381125 tempest-VolumesNegativeTest-1865381125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:24.099089 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346f0ab-949a-4499-a5d4-269b86edca9c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Pushing event deleted for resources: {'Port': ['ID=f4e023bd-a276-4755-87a9-a001092d0b44,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:24.102209 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6346f0ab-949a-4499-a5d4-269b86edca9c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:24.153259 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-afdcbf59-9ccb-4969-bfd1-1cc76c631cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:24.154835 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-534fd0ff-a171-484d-978b-4bef93bde8d2 req-6346f0ab-949a-4499-a5d4-269b86edca9c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] No DVR routers for this DVR port f4e023bd-a276-4755-87a9-a001092d0b44 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:48:24.157669 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-534fd0ff-a171-484d-978b-4bef93bde8d2 req-6346f0ab-949a-4499-a5d4-269b86edca9c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:24.158588 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-afdcbf59-9ccb-4969-bfd1-1cc76c631cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:24.159706 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-534fd0ff-a171-484d-978b-4bef93bde8d2 req-6346f0ab-949a-4499-a5d4-269b86edca9c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.22 "DELETE /v2.0/ports/f4e023bd-a276-4755-87a9-a001092d0b44 HTTP/1.1" status: 204 len: 173 time: 0.7557669 Jun 18 19:48:24.160005 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-afdcbf59-9ccb-4969-bfd1-1cc76c631cf8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7290d30-c293-4d2d-81d1-4aa7283f2493 HTTP/1.1" status: 204 len: 168 time: 0.2638993 Jun 18 19:48:24.160281 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdc5b16-888a-409e-b44c-fc7b958e206a', 'name': 'network-vif-deleted', 'tag': 'f4e023bd-a276-4755-87a9-a001092d0b44'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:24.161172 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-4f8de1e2-9fc2-43a3-82e2-525c994d7bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:24.162663 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6288b4eb-8d14-49cd-8e2b-526d05c9ba28" -d '{"events": [{"server_uuid": "6fdc5b16-888a-409e-b44c-fc7b958e206a", "name": "network-vif-deleted", "tag": "f4e023bd-a276-4755-87a9-a001092d0b44"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:24.177082 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcbf59-9ccb-4969-bfd1-1cc76c631cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7290d30-c293-4d2d-81d1-4aa7283f2493,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:24.179290 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['f4e023bd-a276-4755-87a9-a001092d0b44'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:24.186813 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-afdcbf59-9ccb-4969-bfd1-1cc76c631cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:24.222687 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bdfde7-1c8d-4a49-961d-573c99b60603 x-openstack-request-id: req-06bdfde7-1c8d-4a49-961d-573c99b60603 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:24.223219 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdc5b16-888a-409e-b44c-fc7b958e206a", "name": "network-vif-deleted", "tag": "f4e023bd-a276-4755-87a9-a001092d0b44", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:24.223475 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06bdfde7-1c8d-4a49-961d-573c99b60603 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:24.224138 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdc5b16-888a-409e-b44c-fc7b958e206a', 'name': 'network-vif-deleted', 'tag': 'f4e023bd-a276-4755-87a9-a001092d0b44', 'status': 'completed', 'code': 200} Jun 18 19:48:24.474112 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2f5b6002-83a1-4573-a2b6-ccf66df25715 req-52ebe98e-bcf2-47fa-ad1c-407ce2bd469b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fdc5b16-888a-409e-b44c-fc7b958e206a HTTP/1.1" status: 200 len: 210 time: 0.0642025 Jun 18 19:48:24.522485 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 71786684-9331-46ae-96b5-25ecf4c65848 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:24.574916 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-598afe29-196a-4a05-8505-f412360669e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:24.708136 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 71786684-9331-46ae-96b5-25ecf4c65848 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:48:24.715323 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 71786684-9331-46ae-96b5-25ecf4c65848 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:24.718984 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:24.753615 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409cd50-fb44-4b72-96aa-5d48c9dee7eb req-91c26659-e5b8-4c53-98a5-be7033d33227 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:24.755217 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5409cd50-fb44-4b72-96aa-5d48c9dee7eb req-91c26659-e5b8-4c53-98a5-be7033d33227 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 944 time: 0.0736778 Jun 18 19:48:24.802256 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5409cd50-fb44-4b72-96aa-5d48c9dee7eb req-59557e34-a04a-4aeb-aab3-1e633aa637bd tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Jun 18 19:48:24.868615 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:24.916247 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:24.921255 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35140f9d-f1e6-4481-84a9-cc9df89ee71c" -d '{"events": [{"server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "name": "network-vif-plugged", "status": "completed", "tag": "71786684-9331-46ae-96b5-25ecf4c65848"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:24.945203 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 71786684-9331-46ae-96b5-25ecf4c65848, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71786684-9331-46ae-96b5-25ecf4c65848,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:24.969661 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffd38f7-0db6-4a75-a15e-1564c8cc5a6b x-openstack-request-id: req-8ffd38f7-0db6-4a75-a15e-1564c8cc5a6b {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:24.969972 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "name": "network-vif-plugged", "status": "completed", "tag": "71786684-9331-46ae-96b5-25ecf4c65848", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:24.970240 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ffd38f7-0db6-4a75-a15e-1564c8cc5a6b {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:24.970645 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848', 'code': 200} Jun 18 19:48:25.045239 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:25.047515 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-c4615c26-b4eb-4ac4-8e23-f57de036fb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:25.089132 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50638) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:25.103262 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c2e7-672c-4325-b249-94f3748ea9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:25.113907 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=71786684-9331-46ae-96b5-25ecf4c65848,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:25.124318 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:25.217541 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c2e7-672c-4325-b249-94f3748ea9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:25.347313 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c2e7-672c-4325-b249-94f3748ea9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:25.350304 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-1b9a5a08-3dc0-4fd8-8f6d-e7f9120fd21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:25.389326 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7c2e7-672c-4325-b249-94f3748ea9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912b70d3-5126-4b74-984a-07d228a8c3d6,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:25.393944 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-e5f7c2e7-672c-4325-b249-94f3748ea9c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b70202095c4e4cff823d00c806a419ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034236 Jun 18 19:48:25.394860 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e5f7c2e7-672c-4325-b249-94f3748ea9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:25.396657 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50640) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:25.418565 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c114d-75cb-49f3-92e8-dfc4e434429f req-1dc01370-c0da-4437-a6e2-5c9bbaf228e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:25.421475 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-891c114d-75cb-49f3-92e8-dfc4e434429f req-1dc01370-c0da-4437-a6e2-5c9bbaf228e6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 1098 time: 0.0592501 Jun 18 19:48:25.464525 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-891c114d-75cb-49f3-92e8-dfc4e434429f req-24910cc4-8220-4b8e-98ba-05cfaa5f0aaa service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352919 Jun 18 19:48:25.469600 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3b7e263b-ac55-4b6d-8e4a-9ea88a2d188b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:25.494447 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3b7e263b-ac55-4b6d-8e4a-9ea88a2d188b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:25.579268 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50646) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:25.619439 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3b7e263b-ac55-4b6d-8e4a-9ea88a2d188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:25.622554 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3b7e263b-ac55-4b6d-8e4a-9ea88a2d188b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:25.623741 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-3b7e263b-ac55-4b6d-8e4a-9ea88a2d188b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/912b70d3-5126-4b74-984a-07d228a8c3d6 HTTP/1.1" status: 204 len: 168 time: 0.2260604 Jun 18 19:48:25.626633 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c5a591fa-70c9-4065-b59a-8a5a4b9d2347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:25.640549 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e263b-ac55-4b6d-8e4a-9ea88a2d188b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912b70d3-5126-4b74-984a-07d228a8c3d6,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:25.646310 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3b7e263b-ac55-4b6d-8e4a-9ea88a2d188b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:26.096464 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94221e96-a2b0-48ef-833c-0b16b3727240 req-facb1334-3799-482f-a850-f34931412284 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:26.098619 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94221e96-a2b0-48ef-833c-0b16b3727240 req-facb1334-3799-482f-a850-f34931412284 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 945 time: 0.1626678 Jun 18 19:48:26.172728 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509175'] for router_interface, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:26.210746 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-94221e96-a2b0-48ef-833c-0b16b3727240 req-56823416-61ec-4a74-87dd-81b20df3d4f7 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972240 Jun 18 19:48:26.519538 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] Deleting port 5907a704-a0ce-4575-9494-e78505ae8861 {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:26.520237 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:26.521100 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device f4e023bd-a276-4755-87a9-a001092d0b44 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:26.547322 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: f4e023bd-a276-4755-87a9-a001092d0b44 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:48:26.547682 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device f4e023bd-a276-4755-87a9-a001092d0b44 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:48:26.655754 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] For port 5907a704-a0ce-4575-9494-e78505ae8861, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=5907a704-a0ce-4575-9494-e78505ae8861,segment=NetworkSegment(1f2bcbc5-771d-4716-a57f-d65ab048eaf3),segment_id=1f2bcbc5-771d-4716-a57f-d65ab048eaf3)] {{(pid=100013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:26.656509 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:26.727305 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] Calling delete_port for 5907a704-a0ce-4575-9494-e78505ae8861 owned by network:router_interface {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:27.011835 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50678) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:27.136571 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-859716b8-1b42-4e72-bf3d-df03bccbb492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:27.194244 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1495410122-network', 'tenant_id': '21819eea86c44a61a858edbe51d40273'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:27.313195 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Made reservation on behalf of 21819eea86c44a61a858edbe51d40273 for: {'network': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:48:27.323100 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:27.339611 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:27.384744 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:27.430796 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:27.484923 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=5907a704-a0ce-4575-9494-e78505ae8861,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:27.494255 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:27.507718 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:27.615831 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:27.619422 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-fdcee12e-7873-4a07-92dc-822614b5e801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:27.628171 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626dd28-3316-40de-8e8b-e736a531fd4e req-5b7c5714-290d-44e6-bf11-3049cecf58c3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:27.630859 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2626dd28-3316-40de-8e8b-e736a531fd4e req-5b7c5714-290d-44e6-bf11-3049cecf58c3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 945 time: 0.2659066 Jun 18 19:48:27.645815 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=100012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:48:27.657221 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcc853e-046a-417f-892f-9bf6a8b3f422,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:27.660473 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:27.664890 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:27.665231 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.segments_db [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Added segment 53881ef3-9161-4c00-a25a-5470c5382581 of type vlan for network 3f4d0fd8-c880-404b-b016-3048a20a0ce9 Jun 18 19:48:27.715594 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:27.760054 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2626dd28-3316-40de-8e8b-e736a531fd4e req-a2189fcf-45c0-4d11-b9a5-68e023f0b7fe tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198387 Jun 18 19:48:27.778294 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-701045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509003'] for router_interface, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:27.833289 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:27.834795 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:27.835523 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:27.838955 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-a4dbacb3-0167-4880-96e6-63e2ab162058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:27.899946 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4d0fd8-c880-404b-b016-3048a20a0ce9,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:27.902963 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:27.914253 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network 3f4d0fd8-c880-404b-b016-3048a20a0ce9 details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:48:27.967963 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9548588 Jun 18 19:48:27.973890 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50692) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:27.983518 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-ec03f9ca-1b3c-424e-8640-a96218bd3314 admin admin] Request body: {'subnet': {'network_id': '3f4d0fd8-c880-404b-b016-3048a20a0ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1495410122-subnet', 'tenant_id': '21819eea86c44a61a858edbe51d40273', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:28.084298 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc7afe-6f65-48c5-9ac8-ccce38c96e57 req-b1aaeb52-1b1d-491e-91c4-1350dc9a27db tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:28.085903 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6fcc7afe-6f65-48c5-9ac8-ccce38c96e57 req-b1aaeb52-1b1d-491e-91c4-1350dc9a27db tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 945 time: 0.1643782 Jun 18 19:48:28.113044 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:28.141898 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec03f9ca-1b3c-424e-8640-a96218bd3314 admin admin] Made reservation on behalf of 21819eea86c44a61a858edbe51d40273 for: {'subnet': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:48:28.145181 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ec03f9ca-1b3c-424e-8640-a96218bd3314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127559369'] for subnet, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:28.172093 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6fcc7afe-6f65-48c5-9ac8-ccce38c96e57 req-3128a4ba-a490-4c11-a10a-b676cfa2182c tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532820 Jun 18 19:48:28.176750 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] Router e4e49558-5cf8-4f22-ba75-ee4c02428683 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:48:28.350196 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:48:28.362865 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] 10.222.0.30 "PUT /v2.0/routers/e4e49558-5cf8-4f22-ba75-ee4c02428683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7819662 Jun 18 19:48:28.363916 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cbec15-ba66-4bbd-942d-0f10e4d4550e None None] Sync routers for ids ['e4e49558-5cf8-4f22-ba75-ee4c02428683'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:48:28.364786 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50698) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:28.376748 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbec15-ba66-4bbd-942d-0f10e4d4550e None None] Routers {'e4e49558-5cf8-4f22-ba75-ee4c02428683'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:48:28.377816 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-a9cbec15-ba66-4bbd-942d-0f10e4d4550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:48:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['e4e49558-5cf8-4f22-ba75-ee4c02428683'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:28.451499 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:28.480687 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ec03f9ca-1b3c-424e-8640-a96218bd3314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3522583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127559387'] for subnet, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:28.488911 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:28.490359 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Notify callbacks [] for router, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:28.521376 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-a9cbec15-ba66-4bbd-942d-0f10e4d4550e None None] Set router e4e49558-5cf8-4f22-ba75-ee4c02428683 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:48:28.555412 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03f9ca-1b3c-424e-8640-a96218bd3314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0c3fc43-6096-411c-af45-8b21a24600fb,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:28.558881 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ec03f9ca-1b3c-424e-8640-a96218bd3314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:28.599966 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03f9ca-1b3c-424e-8640-a96218bd3314 admin admin] Checking segment: {'id': '53881ef3-9161-4c00-a25a-5470c5382581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f4d0fd8-c880-404b-b016-3048a20a0ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:48:28.600619 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec03f9ca-1b3c-424e-8640-a96218bd3314 admin admin] Network hostable DHCP agents. Network: 3f4d0fd8-c880-404b-b016-3048a20a0ce9, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:48:28.620826 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:28.707358 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec03f9ca-1b3c-424e-8640-a96218bd3314 admin admin] Network 3f4d0fd8-c880-404b-b016-3048a20a0ce9 is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:48:28.774232 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef5c6f-a779-4b4a-8eb0-b143966c1ba1 req-bd04c314-eb6d-4df5-8a1a-b3f924ca1b46 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:28.775951 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0eef5c6f-a779-4b4a-8eb0-b143966c1ba1 req-bd04c314-eb6d-4df5-8a1a-b3f924ca1b46 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 945 time: 0.0899856 Jun 18 19:48:28.789814 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-a9cbec15-ba66-4bbd-942d-0f10e4d4550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'name': 'tempest-ServerRescueNegativeTestJSON-2063976933-router', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20'}], 'enable_snat': True}, 'gw_port_id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:48:27Z', 'revision_number': 5, 'project_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'gw_port': {'id': '206726e0-399d-4c92-b4ce-575570d1aa85', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:53Z', 'updated_at': '2021-06-18T19:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:28.816979 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cbec15-ba66-4bbd-942d-0f10e4d4550e None None] Checking router: e4e49558-5cf8-4f22-ba75-ee4c02428683 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:48:28.817205 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-ec03f9ca-1b3c-424e-8640-a96218bd3314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, 3f4d0fd8-c880-404b-b016-3048a20a0ce9) {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:28.822941 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec03f9ca-1b3c-424e-8640-a96218bd3314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:28.824254 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ec03f9ca-1b3c-424e-8640-a96218bd3314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:28.824915 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbec15-ba66-4bbd-942d-0f10e4d4550e None None] Routers {'e4e49558-5cf8-4f22-ba75-ee4c02428683'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:48:28.826163 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-a9cbec15-ba66-4bbd-942d-0f10e4d4550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:48:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['e4e49558-5cf8-4f22-ba75-ee4c02428683'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:28.833713 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad874e6-28aa-4f20-96fd-8d9183fe2c5a None None] Network 3f4d0fd8-c880-404b-b016-3048a20a0ce9 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:48:28.834275 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0eef5c6f-a779-4b4a-8eb0-b143966c1ba1 req-95df11d9-c069-48c6-a2c5-69017195342a tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504801 Jun 18 19:48:28.836924 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Deleting port 206726e0-399d-4c92-b4ce-575570d1aa85 {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:28.837266 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:28.937901 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-ec03f9ca-1b3c-424e-8640-a96218bd3314 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9613092 Jun 18 19:48:28.964064 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] For port 206726e0-399d-4c92-b4ce-575570d1aa85, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=206726e0-399d-4c92-b4ce-575570d1aa85,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:28.965049 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:28.999727 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-a9cbec15-ba66-4bbd-942d-0f10e4d4550e None None] Set router e4e49558-5cf8-4f22-ba75-ee4c02428683 gateway port host: None {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:48:29.132062 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Calling delete_port for 206726e0-399d-4c92-b4ce-575570d1aa85 owned by network:router_gateway {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:29.139306 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-a9cbec15-ba66-4bbd-942d-0f10e4d4550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'name': 'tempest-ServerRescueNegativeTestJSON-2063976933-router', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:48:28Z', 'revision_number': 6, 'project_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'gw_port_host': None}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:29.149142 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc7f74e-ddb2-41cc-a1a0-8f71b7bd833e None None] Network 3f4d0fd8-c880-404b-b016-3048a20a0ce9 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:48:29.229326 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cbec15-ba66-4bbd-942d-0f10e4d4550e None None] The sync data for ids ['e4e49558-5cf8-4f22-ba75-ee4c02428683'] in dv-cinder-790535-6-smb is: [{'id': 'e4e49558-5cf8-4f22-ba75-ee4c02428683', 'name': 'tempest-ServerRescueNegativeTestJSON-2063976933-router', 'tenant_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:48:28Z', 'revision_number': 6, 'project_id': '2d9b0248b63e4c8ca985da40cbe2ec3c', 'gw_port_host': None}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:48:29.328324 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:29.650376 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:29.661358 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:29.727948 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Pushing event deleted for resources: {'Port': ['ID=206726e0-399d-4c92-b4ce-575570d1aa85,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:29.752948 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:29.790750 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618599'] for router_gateway, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:29.803180 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 5907a704-a0ce-4575-9494-e78505ae8861 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:29.854080 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: 5907a704-a0ce-4575-9494-e78505ae8861 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:48:29.855652 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 5907a704-a0ce-4575-9494-e78505ae8861 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:48:29.942097 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6929'] for router, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:29.944494 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.175798 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.176324 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4e49558-5cf8-4f22-ba75-ee4c02428683 {{(pid=100013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:48:30.177250 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.181794 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Notify callbacks [] for router, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.183613 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e4e49558-5cf8-4f22-ba75-ee4c02428683 HTTP/1.1" status: 204 len: 168 time: 1.8174613 Jun 18 19:48:30.189843 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50720) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:30.282281 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8711a3-a938-4129-9956-6bfa2b877a8f admin admin] Deleting subnet 1ac8de5a-7f2b-43ec-be09-ebdab19d9db7 {{(pid=100012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:48:30.287419 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7d8711a3-a938-4129-9956-6bfa2b877a8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.337709 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7d8711a3-a938-4129-9956-6bfa2b877a8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127656646'] for subnet, precommit_delete_associations {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.395376 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7d8711a3-a938-4129-9956-6bfa2b877a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.474436 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50730) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:30.485017 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-384697388-network', 'tenant_id': 'e7e5796fa32744ecbb8fa7d6d5dd460a'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:30.770916 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7d8711a3-a938-4129-9956-6bfa2b877a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3522774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127559394'] for subnet, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.771206 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Made reservation on behalf of e7e5796fa32744ecbb8fa7d6d5dd460a for: {'network': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:48:30.774808 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.775418 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f10a435a-6966-49fd-9081-908717942641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:30.789998 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.816119 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8711a3-a938-4129-9956-6bfa2b877a8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac8de5a-7f2b-43ec-be09-ebdab19d9db7,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:30.821082 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7d8711a3-a938-4129-9956-6bfa2b877a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:30.823148 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7d8711a3-a938-4129-9956-6bfa2b877a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.825917 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-7d8711a3-a938-4129-9956-6bfa2b877a8f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1ac8de5a-7f2b-43ec-be09-ebdab19d9db7 HTTP/1.1" status: 204 len: 168 time: 0.6340539 Jun 18 19:48:30.829301 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50734) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:30.916338 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:30.953793 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.010380 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.017487 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-b304efc3-b95a-4419-84b1-ff0cf7cc02e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:31.042225 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=100013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:48:31.054661 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f2e6d5-5516-427f-ae04-8b05d8262c65,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:31.059283 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:31.061752 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.062104 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.segments_db [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Added segment 0ab4389d-8804-4a8b-a681-3fc6f7ea3353 of type vlan for network 0c125965-dbee-4689-9884-2fcbf5b297df Jun 18 19:48:31.105260 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.118906 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.120356 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a31be8-303a-4c57-b9e0-49ff795b3cdd']}} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:31.256502 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.258429 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:31.259605 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.266559 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:31.460439 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2bcbc5-771d-4716-a57f-d65ab048eaf3') {'for_net_delete': True} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:31.461561 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2bcbc5-771d-4716-a57f-d65ab048eaf3') {} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:31.476394 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127656655'] for segment, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.501304 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.516068 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:48:31.516934 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469437'] for segment, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: Traceback (most recent call last): Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: timer() Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: cb(*args, **kw) Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: return func(*args, **kwargs) Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: self._notify() Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: self.callback(batched_events) Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: event.method(event) Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: return f(self, *a, **k) Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: return self._get(url).json() Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: return self.request(url, 'GET', **kwargs) Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:48:31.520396 dv-cinder-790535-6-smb neutron-server[100012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:48:31.524859 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 206726e0-399d-4c92-b4ce-575570d1aa85 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:31.568367 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: 206726e0-399d-4c92-b4ce-575570d1aa85 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:48:31.569026 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 206726e0-399d-4c92-b4ce-575570d1aa85 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:48:31.611770 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Pushing event updated for resources: {'Network': ['ID=0c125965-dbee-4689-9884-2fcbf5b297df,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:31.614688 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:31.625674 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network 0c125965-dbee-4689-9884-2fcbf5b297df details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:48:31.713680 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.715627 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2390285 Jun 18 19:48:31.722256 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1fb95197-b184-49de-a839-bb3137125262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:31.725502 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50748) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:31.726862 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:31.732546 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a4a31be8-303a-4c57-b9e0-49ff795b3cdd HTTP/1.1" status: 204 len: 168 time: 0.8994105 Jun 18 19:48:31.744948 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] Request body: {'subnet': {'network_id': '0c125965-dbee-4689-9884-2fcbf5b297df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-384697388-subnet', 'tenant_id': 'e7e5796fa32744ecbb8fa7d6d5dd460a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:31.746515 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a31be8-303a-4c57-b9e0-49ff795b3cdd,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:31.750614 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:31.895472 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] Made reservation on behalf of e7e5796fa32744ecbb8fa7d6d5dd460a for: {'subnet': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:48:31.898447 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3409992'] for subnet, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:32.210853 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3353407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410010'] for subnet, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:32.216097 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c5c17d6e-ab7c-4f1e-8eae-161dee2af03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:32.256212 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50754) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:32.314694 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=788f5587-8a0e-442c-8633-aaa14e7625f0,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:32.319503 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:32.329193 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-49ffb22a-fe83-4b52-9db7-02030e49c7f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d9b0248b63e4c8ca985da40cbe2ec3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0710750 Jun 18 19:48:32.330758 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] Checking segment: {'id': '0ab4389d-8804-4a8b-a681-3fc6f7ea3353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '0c125965-dbee-4689-9884-2fcbf5b297df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:48:32.331875 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] Network hostable DHCP agents. Network: 0c125965-dbee-4689-9884-2fcbf5b297df, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:48:32.333434 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50758) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:32.429832 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-303f94f3-d05e-4736-87d2-4c8e3d2d7939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:32.444880 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] Network 0c125965-dbee-4689-9884-2fcbf5b297df is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:48:32.472150 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-303f94f3-d05e-4736-87d2-4c8e3d2d7939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:32.531569 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, 0c125965-dbee-4689-9884-2fcbf5b297df) {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:32.545578 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:32.546518 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:32.569693 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f570b21-6b49-489f-a883-662393b69bf6 None None] Network 0c125965-dbee-4689-9884-2fcbf5b297df requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:48:32.662171 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-303f94f3-d05e-4736-87d2-4c8e3d2d7939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:32.667157 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-303f94f3-d05e-4736-87d2-4c8e3d2d7939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:32.674210 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-303f94f3-d05e-4736-87d2-4c8e3d2d7939 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/273fd38a-1b0f-45f4-873f-e31ee9977b4b HTTP/1.1" status: 204 len: 168 time: 0.3343158 Jun 18 19:48:32.681155 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ce2f2449-65d1-46da-b176-0db164075fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:32.725618 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9888356 Jun 18 19:48:32.735338 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f94f3-d05e-4736-87d2-4c8e3d2d7939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273fd38a-1b0f-45f4-873f-e31ee9977b4b,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:32.767136 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-303f94f3-d05e-4736-87d2-4c8e3d2d7939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:32.848864 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3f5860-7bc9-4ab0-9395-d2e97e8a6fbf None None] Network 0c125965-dbee-4689-9884-2fcbf5b297df requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:48:33.594623 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:48:33.717856 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-78dd925c-ed12-46ec-b998-891f34ed0137 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:33.719376 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-78dd925c-ed12-46ec-b998-891f34ed0137 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/networks?id=3f4d0fd8-c880-404b-b016-3048a20a0ce9 HTTP/1.1" status: 200 len: 809 time: 0.1311197 Jun 18 19:48:33.735637 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-99854e69-288c-426c-98e9-56b660fa4ae4 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/quotas/21819eea86c44a61a858edbe51d40273 HTTP/1.1" status: 200 len: 375 time: 0.0106633 Jun 18 19:48:33.773904 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-bcacca02-d3f3-4a2a-94b7-a55d16349c79 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=21819eea86c44a61a858edbe51d40273&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290258 Jun 18 19:48:33.867294 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-75600066-9a87-4fbc-8b09-1fd445aff67b service neutron] 10.222.0.30 "GET /v2.0/networks/3f4d0fd8-c880-404b-b016-3048a20a0ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858600 Jun 18 19:48:33.967049 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-a2586ecf-7257-45e6-a0f9-5616edeba593 service neutron] 10.222.0.30 "GET /v2.0/networks/3f4d0fd8-c880-404b-b016-3048a20a0ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932164 Jun 18 19:48:34.454293 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f98cc95e-cb40-476f-a87d-7f1e814ca504 req-99354846-87c5-4482-a343-be1d306677fa tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 210 time: 0.0818217 Jun 18 19:48:35.035254 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f8751-cc22-43f7-909a-606e4346783b req-70562958-7858-4ae0-88f0-57e3d41a9d82 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:35.036958 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e85f8751-cc22-43f7-909a-606e4346783b req-70562958-7858-4ae0-88f0-57e3d41a9d82 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 946 time: 0.0753403 Jun 18 19:48:35.094129 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e85f8751-cc22-43f7-909a-606e4346783b req-260b6aeb-6b41-41a6-8427-f08bc1358abd tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498190 Jun 18 19:48:35.542948 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5e84ecf2-aa71-45d2-b932-411a9e84b0dd req-cf57b9b3-4c12-4845-9a08-ab3b6426116b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 210 time: 0.0392902 Jun 18 19:48:36.334823 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc3346-b454-49d8-aac0-90fc19f3331c req-f829964e-c29c-49a4-aa2a-fd286acbc6b1 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:36.336393 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d1bc3346-b454-49d8-aac0-90fc19f3331c req-f829964e-c29c-49a4-aa2a-fd286acbc6b1 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 946 time: 0.0789671 Jun 18 19:48:36.383413 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d1bc3346-b454-49d8-aac0-90fc19f3331c req-dd13ff4c-52dc-4d95-b6c8-e6927cdbcb6e tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387082 Jun 18 19:48:36.711709 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8a5a6e4c-dc11-4205-9cdd-cd80117ff9fc req-88a0b91d-2ed7-43b8-bcc2-bba3ce5aeb4d tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 210 time: 0.0314181 Jun 18 19:48:37.311745 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-59205545-e9f9-4559-8f81-b2271f38ca21 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:37.313457 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-59205545-e9f9-4559-8f81-b2271f38ca21 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.22 "GET /v2.0/networks?id=3f4d0fd8-c880-404b-b016-3048a20a0ce9 HTTP/1.1" status: 200 len: 809 time: 0.1250391 Jun 18 19:48:37.327850 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Request body: {'port': {'device_id': 'e443bbf7-dd13-4e6b-bfda-c608e3a65a53', 'network_id': '3f4d0fd8-c880-404b-b016-3048a20a0ce9', 'admin_state_up': True, 'tenant_id': '21819eea86c44a61a858edbe51d40273'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:37.612724 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0da74-8430-49bd-8e0f-9233ebcfd26c req-21b7f699-7806-487b-9e74-1c76afa6f540 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:37.614522 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-33f0da74-8430-49bd-8e0f-9233ebcfd26c req-21b7f699-7806-487b-9e74-1c76afa6f540 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 946 time: 0.0770960 Jun 18 19:48:37.665453 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-33f0da74-8430-49bd-8e0f-9233ebcfd26c req-e0dd6a10-5127-4cac-b23b-33ed32c289dc tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402441 Jun 18 19:48:37.718734 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Made reservation on behalf of 21819eea86c44a61a858edbe51d40273 for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:48:37.722961 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:37.921252 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Allocated IP 172.20.0.5 (3f4d0fd8-c880-404b-b016-3048a20a0ce9/b0c3fc43-6096-411c-af45-8b21a24600fb/5f91826a-3eb2-421d-a4dd-80e9dc87b546) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:48:38.065377 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3feb1-4bbc-4418-ba62-28098d5f5218 req-1fca6cec-ff42-479e-8129-2bb352ea9ab4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:38.068056 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-74d3feb1-4bbc-4418-ba62-28098d5f5218 req-1fca6cec-ff42-479e-8129-2bb352ea9ab4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 945 time: 0.1298444 Jun 18 19:48:38.140983 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-74d3feb1-4bbc-4418-ba62-28098d5f5218 req-504f2ff6-b116-4273-89e7-b039f134f5ca tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590713 Jun 18 19:48:38.166033 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:38.210276 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50892) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:38.309074 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b4ffd7c5-1ba3-4e5a-b8bc-c860f8d8dc49 req-fadb69c3-3eab-4345-893b-e34a13a90d5f tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 210 time: 0.0758431 Jun 18 19:48:38.393882 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3522723'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:38.409506 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7d4a5697-2db4-4e3a-9f4e-a0e4c375edff tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:38.462942 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Network 3f4d0fd8-c880-404b-b016-3048a20a0ce9 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:48:38.473928 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:38.480132 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:48:38.486267 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Pushing event updated for resources: {'Port': ['ID=5f91826a-3eb2-421d-a4dd-80e9dc87b546,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:38.509495 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:38.553749 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:38.555052 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:38.630780 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819ac2d1-64c1-4dcf-ba33-13435688f8c2 tempest-TestMinimumBasicScenario-1148932804 tempest-TestMinimumBasicScenario-1148932804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:38.632647 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-819ac2d1-64c1-4dcf-ba33-13435688f8c2 tempest-TestMinimumBasicScenario-1148932804 tempest-TestMinimumBasicScenario-1148932804-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 1093 time: 0.4184685 Jun 18 19:48:38.635951 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50908) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:38.641570 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Request body: {'floatingip': {'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'port_id': '71786684-9331-46ae-96b5-25ecf4c65848', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:38.708592 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3854125 Jun 18 19:48:38.726152 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Request body: {'port': {'device_id': 'e443bbf7-dd13-4e6b-bfda-c608e3a65a53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:38.844172 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for floatingip, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:38.857424 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:38.947105 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2572622-fa4c-4d77-9d97-ff1e62a721d3 req-bf1f0342-d600-468b-bdb8-4c46a2e7474b tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:38.948643 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d2572622-fa4c-4d77-9d97-ff1e62a721d3 req-bf1f0342-d600-468b-bdb8-4c46a2e7474b tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 946 time: 0.1590381 Jun 18 19:48:39.006667 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d2572622-fa4c-4d77-9d97-ff1e62a721d3 req-28f29d56-5f69-4e80-9061-2bb7edd8661a tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459864 Jun 18 19:48:39.039400 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:39.164731 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_common [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Allocated IP 172.28.3.241 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/06761a8b-39b9-49a3-8650-d9b08c857ca6) {{(pid=100013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:48:39.211129 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f91826a-3eb2-421d-a4dd-80e9dc87b546 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:48:39.221384 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:39.242910 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Transition to ACTIVE for port object 5f91826a-3eb2-421d-a4dd-80e9dc87b546 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:48:39.317456 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for port, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:39.336674 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:39.354312 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:39.474489 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3353483'] for port, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:39.480943 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ca8c065b-79a9-4018-b689-0aacb7b3b5ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:39.594841 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Pushing event updated for resources: {'Port': ['ID=5f91826a-3eb2-421d-a4dd-80e9dc87b546,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:39.601673 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:39.647727 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Attempting to bind port 5f91826a-3eb2-421d-a4dd-80e9dc87b546 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:48:39.648190 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Attempting to bind port 5f91826a-3eb2-421d-a4dd-80e9dc87b546 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '53881ef3-9161-4c00-a25a-5470c5382581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f4d0fd8-c880-404b-b016-3048a20a0ce9'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:48:39.648840 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Attempting to bind port 5f91826a-3eb2-421d-a4dd-80e9dc87b546 on network 3f4d0fd8-c880-404b-b016-3048a20a0ce9 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:48:39.657785 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Port 5f91826a-3eb2-421d-a4dd-80e9dc87b546 on network 3f4d0fd8-c880-404b-b016-3048a20a0ce9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:48:39.658213 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Attempting to bind port 5f91826a-3eb2-421d-a4dd-80e9dc87b546 on network 3f4d0fd8-c880-404b-b016-3048a20a0ce9 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:48:39.664881 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:48:39.666506 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:48:39.667050 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Checking segment: {'id': '53881ef3-9161-4c00-a25a-5470c5382581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f4d0fd8-c880-404b-b016-3048a20a0ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:48:39.667712 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Bound using segment: {'id': '53881ef3-9161-4c00-a25a-5470c5382581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f4d0fd8-c880-404b-b016-3048a20a0ce9'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:48:39.668871 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Bound port: 5f91826a-3eb2-421d-a4dd-80e9dc87b546, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53881ef3-9161-4c00-a25a-5470c5382581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3f4d0fd8-c880-404b-b016-3048a20a0ce9'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:48:39.669023 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:39.678385 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Resources bound (agent type, host, resource id): {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:39.683859 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Received port after_create {{(pid=100013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:48:39.688505 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event updated for resources: {'Port': ['ID=06761a8b-39b9-49a3-8650-d9b08c857ca6,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:39.697371 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:39.784852 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143baaf-ab26-4235-a3f8-eec4db37cd2c req-3bc3af80-a5b9-4205-925a-053f1d810d0c tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:39.786449 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a143baaf-ab26-4235-a3f8-eec4db37cd2c req-3bc3af80-a5b9-4205-925a-053f1d810d0c tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 943 time: 0.2434065 Jun 18 19:48:39.790358 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] For port 5f91826a-3eb2-421d-a4dd-80e9dc87b546, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:48:39.796974 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] For port 5f91826a-3eb2-421d-a4dd-80e9dc87b546, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5f91826a-3eb2-421d-a4dd-80e9dc87b546,segment=NetworkSegment(53881ef3-9161-4c00-a25a-5470c5382581),segment_id=53881ef3-9161-4c00-a25a-5470c5382581)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:48:39.868043 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:39.872759 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5644cfa7-94c4-4313-8675-7d968cbaad24 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:39.883936 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a143baaf-ab26-4235-a3f8-eec4db37cd2c req-d2739977-9e94-493d-8939-4f711f26e4c3 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746386 Jun 18 19:48:39.920007 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:39.921036 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:39.923441 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] 10.222.0.22 "PUT /v2.0/ports/5f91826a-3eb2-421d-a4dd-80e9dc87b546 HTTP/1.1" status: 200 len: 1093 time: 1.2050946 Jun 18 19:48:39.928566 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e443bbf7-dd13-4e6b-bfda-c608e3a65a53', 'tag': '5f91826a-3eb2-421d-a4dd-80e9dc87b546'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:39.933399 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a851af-44c2-47ff-b841-4fb7ec611934" -d '{"events": [{"name": "network-changed", "server_uuid": "e443bbf7-dd13-4e6b-bfda-c608e3a65a53", "tag": "5f91826a-3eb2-421d-a4dd-80e9dc87b546"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:39.986373 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Pushing event updated for resources: {'Port': ['ID=5f91826a-3eb2-421d-a4dd-80e9dc87b546,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:39.992596 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:40.000029 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbb4c78-19fb-428f-809c-715d576a1412 x-openstack-request-id: req-acbb4c78-19fb-428f-809c-715d576a1412 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:40.000619 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e443bbf7-dd13-4e6b-bfda-c608e3a65a53", "tag": "5f91826a-3eb2-421d-a4dd-80e9dc87b546", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:40.001039 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acbb4c78-19fb-428f-809c-715d576a1412 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:40.001584 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e443bbf7-dd13-4e6b-bfda-c608e3a65a53', 'tag': '5f91826a-3eb2-421d-a4dd-80e9dc87b546', 'status': 'completed', 'code': 200} Jun 18 19:48:40.105826 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a851af-44c2-47ff-b841-4fb7ec611934 req-1602b730-97ea-400e-8de3-38a655da3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:40.108349 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a4a851af-44c2-47ff-b841-4fb7ec611934 req-1602b730-97ea-400e-8de3-38a655da3fe2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21819eea86c44a61a858edbe51d40273&device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 1096 time: 0.0807765 Jun 18 19:48:40.251068 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a851af-44c2-47ff-b841-4fb7ec611934 req-a7c037a7-d23b-487a-bc01-420e49ce63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:40.252670 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a4a851af-44c2-47ff-b841-4fb7ec611934 req-a7c037a7-d23b-487a-bc01-420e49ce63e7 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=21819eea86c44a61a858edbe51d40273&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1304960 Jun 18 19:48:40.366197 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a851af-44c2-47ff-b841-4fb7ec611934 req-8dd6129f-9c95-4847-b3c1-d07801e24e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:40.367725 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a4a851af-44c2-47ff-b841-4fb7ec611934 req-8dd6129f-9c95-4847-b3c1-d07801e24e60 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1061625 Jun 18 19:48:40.420981 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:40.431822 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b4e31-34cf-4f84-a0da-4a4a21926ded req-ed024c15-ac08-4a78-a5c2-b4154f1df659 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:40.433457 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b04b4e31-34cf-4f84-a0da-4a4a21926ded req-ed024c15-ac08-4a78-a5c2-b4154f1df659 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 946 time: 0.2063067 Jun 18 19:48:40.504832 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-aa33c8b8-e60e-47f6-b27d-d81fde6e742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:40.507374 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-aa33c8b8-e60e-47f6-b27d-d81fde6e742d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=21819eea86c44a61a858edbe51d40273&device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 1096 time: 0.0912669 Jun 18 19:48:40.519355 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b04b4e31-34cf-4f84-a0da-4a4a21926ded req-59b5dd15-c886-46d0-b30f-bb9dbca29340 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640979 Jun 18 19:48:40.560604 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-e3581cb6-e199-4be0-a3c6-5b5315938018 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f91826a-3eb2-421d-a4dd-80e9dc87b546 HTTP/1.1" status: 200 len: 217 time: 0.0434756 Jun 18 19:48:40.616821 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-7eb3938b-d1a2-4f02-87a4-91262ba548de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:40.618518 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-7eb3938b-d1a2-4f02-87a4-91262ba548de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b0c3fc43-6096-411c-af45-8b21a24600fb HTTP/1.1" status: 200 len: 849 time: 0.0521426 Jun 18 19:48:40.688170 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-6e938638-73d9-4b42-9a16-d5fb000200c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f4d0fd8-c880-404b-b016-3048a20a0ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602927 Jun 18 19:48:40.731172 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:40.805456 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811b3d8-dd85-4e9f-8045-6356ef85b2ac req-142e6625-ece3-46fd-92bd-090ddb157e61 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:40.808270 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-5811b3d8-dd85-4e9f-8045-6356ef85b2ac req-142e6625-ece3-46fd-92bd-090ddb157e61 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.22 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 946 time: 0.1933267 Jun 18 19:48:40.913713 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-0a34280a-e75a-43ab-bf1b-14cc79e59ea7 service neutron] 10.222.0.22 "GET /v2.0/networks/3f4d0fd8-c880-404b-b016-3048a20a0ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139273 Jun 18 19:48:41.004489 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for port, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:41.184543 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-5d8fd22f-1258-4b77-b6d0-8f2be19dc1df req-e6c19b32-dabf-4bce-af79-45de33e77476 service neutron] 10.222.0.22 "GET /v2.0/networks/3f4d0fd8-c880-404b-b016-3048a20a0ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010381 Jun 18 19:48:41.184543 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-5811b3d8-dd85-4e9f-8045-6356ef85b2ac req-c00d607a-c778-4398-92ad-c2e13e5769de tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Deleting port 96871bdf-fdc7-49b9-9451-ff7c14494348 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:41.184543 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5811b3d8-dd85-4e9f-8045-6356ef85b2ac req-c00d607a-c778-4398-92ad-c2e13e5769de tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:41.206366 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aedd3f-d646-43e3-a9e2-508d00426946 req-2dc05e1e-0c01-4a45-a272-b2b22db9fc19 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:41.207930 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d2aedd3f-d646-43e3-a9e2-508d00426946 req-2dc05e1e-0c01-4a45-a272-b2b22db9fc19 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 943 time: 0.0863473 Jun 18 19:48:41.262581 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-5811b3d8-dd85-4e9f-8045-6356ef85b2ac req-c00d607a-c778-4398-92ad-c2e13e5769de tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] For port 96871bdf-fdc7-49b9-9451-ff7c14494348, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=96871bdf-fdc7-49b9-9451-ff7c14494348,segment=NetworkSegment(05588323-f44c-4e38-a53a-ad3297c17b02),segment_id=05588323-f44c-4e38-a53a-ad3297c17b02)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:41.263087 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5811b3d8-dd85-4e9f-8045-6356ef85b2ac req-c00d607a-c778-4398-92ad-c2e13e5769de tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:41.274635 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d2aedd3f-d646-43e3-a9e2-508d00426946 req-1ca1e2f6-d49f-4646-97a5-55e785bf3788 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558791 Jun 18 19:48:41.352906 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-5811b3d8-dd85-4e9f-8045-6356ef85b2ac req-c00d607a-c778-4398-92ad-c2e13e5769de tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Calling delete_port for 96871bdf-fdc7-49b9-9451-ff7c14494348 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:41.564177 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353533'] for port, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:41.571569 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:41.655966 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event updated for resources: {'Port': ['ID=06761a8b-39b9-49a3-8650-d9b08c857ca6,revision_number=2']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:41.659343 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:41.680452 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:41.688307 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5811b3d8-dd85-4e9f-8045-6356ef85b2ac req-c00d607a-c778-4398-92ad-c2e13e5769de tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:41.692263 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c3468c3e-a0e4-4bb2-a27f-8defdd636b4d tempest-DeleteServersTestJSON-199337977 tempest-DeleteServersTestJSON-199337977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:41.708156 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['96871bdf-fdc7-49b9-9451-ff7c14494348'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:41.752836 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d607a-c778-4398-92ad-c2e13e5769de tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Pushing event deleted for resources: {'Port': ['ID=96871bdf-fdc7-49b9-9451-ff7c14494348,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:41.757282 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c00d607a-c778-4398-92ad-c2e13e5769de tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:41.842503 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-5811b3d8-dd85-4e9f-8045-6356ef85b2ac req-c00d607a-c778-4398-92ad-c2e13e5769de tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] No DVR routers for this DVR port 96871bdf-fdc7-49b9-9451-ff7c14494348 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:48:41.847821 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-5811b3d8-dd85-4e9f-8045-6356ef85b2ac req-c00d607a-c778-4398-92ad-c2e13e5769de tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:41.852172 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-5811b3d8-dd85-4e9f-8045-6356ef85b2ac req-c00d607a-c778-4398-92ad-c2e13e5769de tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.22 "DELETE /v2.0/ports/96871bdf-fdc7-49b9-9451-ff7c14494348 HTTP/1.1" status: 204 len: 173 time: 1.0375886 Jun 18 19:48:41.914466 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-233f3998-b379-4aae-afb3-c872711db478 req-683d1cfc-fb0b-4102-976d-ca48c15c0cbf tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.1179504 Jun 18 19:48:41.957809 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.l3_db [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Floating IP d8c26586-b933-4a69-982b-4d2df8333dcc associated. External IP: 172.28.3.241, port: 71786684-9331-46ae-96b5-25ecf4c65848. Jun 18 19:48:42.002859 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71c5a1f-4bab-4334-995e-ca5f949bcfd3', 'name': 'network-vif-deleted', 'tag': '96871bdf-fdc7-49b9-9451-ff7c14494348'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:42.007276 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82deb86-f629-436c-a774-80e290e564af" -d '{"events": [{"server_uuid": "b71c5a1f-4bab-4334-995e-ca5f949bcfd3", "name": "network-vif-deleted", "tag": "96871bdf-fdc7-49b9-9451-ff7c14494348"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:42.059885 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883f9f94-9240-4882-b659-6377e942508c x-openstack-request-id: req-883f9f94-9240-4882-b659-6377e942508c {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:42.061021 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71c5a1f-4bab-4334-995e-ca5f949bcfd3", "name": "network-vif-deleted", "tag": "96871bdf-fdc7-49b9-9451-ff7c14494348", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:42.061021 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-883f9f94-9240-4882-b659-6377e942508c {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:42.061629 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71c5a1f-4bab-4334-995e-ca5f949bcfd3', 'name': 'network-vif-deleted', 'tag': '96871bdf-fdc7-49b9-9451-ff7c14494348', 'status': 'completed', 'code': 200} Jun 18 19:48:42.551810 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:48:42.574124 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165b69b-94cf-49d5-b19f-a216e4f81c4d req-ecd2259e-0869-433e-b9d1-f0e49eaffa96 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:42.575693 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c165b69b-94cf-49d5-b19f-a216e4f81c4d req-ecd2259e-0869-433e-b9d1-f0e49eaffa96 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 943 time: 0.1065168 Jun 18 19:48:42.739106 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c165b69b-94cf-49d5-b19f-a216e4f81c4d req-6f6a0b39-4779-49d4-944e-712a2b8afd5a tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227367 Jun 18 19:48:42.777762 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:48:42.793578 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa7189-30f2-4135-8450-15db31139e43 None None] Sync routers for ids ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:48:42.805574 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa7189-30f2-4135-8450-15db31139e43 None None] Routers {'6d18c28a-adc0-4884-b9bb-23471f3d6a9d'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:48:42.806241 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-93fa7189-30f2-4135-8450-15db31139e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:48:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:42.907446 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:42.956090 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3168209 Jun 18 19:48:42.956090 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848'}] {{(pid=100013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:42.957979 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8598b9a5517d357e4f2667912ebf39b68208aad9c222937d19f503d2a0714b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd50f99-6981-4b7a-bdf7-53ee5d5f85ae" -d '{"events": [{"name": "network-changed", "server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "tag": "71786684-9331-46ae-96b5-25ecf4c65848"}]}' {{(pid=100013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:42.958569 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 50972) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:42.967733 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-93fa7189-30f2-4135-8450-15db31139e43 None None] Set router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:48:42.986575 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-a3c2c913-973c-443e-a7cc-d61583eed7f6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440945155', 'description': 'tempest-secgroup-smoke-440945155 description', 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:43.198776 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c913-973c-443e-a7cc-d61583eed7f6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.211919 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6ad92362-b6c5-4056-8db5-b4f9a96b7e88 req-a22d9e8f-609a-4d1c-aa5b-ef6e8aee3289 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=b71c5a1f-4bab-4334-995e-ca5f949bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0358646 Jun 18 19:48:43.297233 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0465ff6-1c05-4f80-8863-0b714b32321e x-openstack-request-id: req-b0465ff6-1c05-4f80-8863-0b714b32321e {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:43.297512 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "tag": "71786684-9331-46ae-96b5-25ecf4c65848", "status": "completed", "code": 200}]} {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:43.297794 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0465ff6-1c05-4f80-8863-0b714b32321e {{(pid=100013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:43.298284 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848', 'status': 'completed', 'code': 200} Jun 18 19:48:43.458768 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-93fa7189-30f2-4135-8450-15db31139e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:24Z', 'revision_number': 4, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port': {'id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:21Z', 'updated_at': '2021-06-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': 'd8c26586-b933-4a69-982b-4d2df8333dcc', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'floating_ip_address': '172.28.3.241', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'port_id': '71786684-9331-46ae-96b5-25ecf4c65848', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'mac_address': 'fa:16:3e:5e:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:48:40Z', 'updated_at': '2021-06-18T19:48:40Z', 'revision_number': 0, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e058da-813c-4d0f-9203-fabe7a632968', 'name': '', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'mac_address': 'fa:16:3e:20:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:24Z', 'updated_at': '2021-06-18T19:47:31Z', 'revision_number': 5, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'subnets': [{'id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:43.492077 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa7189-30f2-4135-8450-15db31139e43 None None] Checking router: 6d18c28a-adc0-4884-b9bb-23471f3d6a9d for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:48:43.516471 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa7189-30f2-4135-8450-15db31139e43 None None] Routers {'6d18c28a-adc0-4884-b9bb-23471f3d6a9d'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:48:43.520484 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-93fa7189-30f2-4135-8450-15db31139e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:48:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:43.550563 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c913-973c-443e-a7cc-d61583eed7f6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.569058 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50f99-6981-4b7a-bdf7-53ee5d5f85ae req-f5b3157b-cb58-4632-86cd-a618a12d32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:43.576343 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fcd50f99-6981-4b7a-bdf7-53ee5d5f85ae req-f5b3157b-cb58-4632-86cd-a618a12d32c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02f981f24b7b4c3a90d60fa7f3fd4c73&device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 1098 time: 0.2425408 Jun 18 19:48:43.692370 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c913-973c-443e-a7cc-d61583eed7f6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.702430 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:43.724054 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-93fa7189-30f2-4135-8450-15db31139e43 None None] Set router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:48:43.791138 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2c913-973c-443e-a7cc-d61583eed7f6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98f6a34-41be-41ed-901e-a758130343a4,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:43.797273 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-a3c2c913-973c-443e-a7cc-d61583eed7f6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:43.821630 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50f99-6981-4b7a-bdf7-53ee5d5f85ae req-57972627-e3c7-4a18-aeb1-e5c18769bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:43.824927 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fcd50f99-6981-4b7a-bdf7-53ee5d5f85ae req-57972627-e3c7-4a18-aeb1-e5c18769bebc service neutron] 10.222.0.22 "GET /v2.0/networks?id=ab908d26-3e61-4c66-8491-893153b90c59 HTTP/1.1" status: 200 len: 914 time: 0.2454538 Jun 18 19:48:43.930844 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a3c2c913-973c-443e-a7cc-d61583eed7f6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:43.937331 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-a3c2c913-973c-443e-a7cc-d61583eed7f6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9719391 Jun 18 19:48:43.945188 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 50998) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:43.956998 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-3f219d6b-e9a2-4e25-ad98-9a728513c742 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Request body: {'security_group_rule': {'security_group_id': 'd98f6a34-41be-41ed-901e-a758130343a4', 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:44.002979 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fcd50f99-6981-4b7a-bdf7-53ee5d5f85ae req-07a11d37-59ec-42d1-8be3-7a78513bc3dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71786684-9331-46ae-96b5-25ecf4c65848 HTTP/1.1" status: 200 len: 999 time: 0.1670356 Jun 18 19:48:44.085449 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50f99-6981-4b7a-bdf7-53ee5d5f85ae req-e53390de-9c0f-4d2a-b54e-9135f95324fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:44.087960 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fcd50f99-6981-4b7a-bdf7-53ee5d5f85ae req-e53390de-9c0f-4d2a-b54e-9135f95324fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6570351-74b4-4cc3-bebd-c4188a0559e4 HTTP/1.1" status: 200 len: 853 time: 0.0750198 Jun 18 19:48:44.134147 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7160d-b6df-4b81-88dd-18df737fd1bf req-fec08603-5b51-4986-a1be-4c3a5272e863 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:44.149523 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4db7160d-b6df-4b81-88dd-18df737fd1bf req-fec08603-5b51-4986-a1be-4c3a5272e863 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 943 time: 0.1610098 Jun 18 19:48:44.201109 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50f99-6981-4b7a-bdf7-53ee5d5f85ae req-9e1bf199-f4c0-407e-85ff-2b3ec675af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:44.204887 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fcd50f99-6981-4b7a-bdf7-53ee5d5f85ae req-9e1bf199-f4c0-407e-85ff-2b3ec675af98 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ab908d26-3e61-4c66-8491-893153b90c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1075921 Jun 18 19:48:44.226172 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51002) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:44.228828 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-93fa7189-30f2-4135-8450-15db31139e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:24Z', 'revision_number': 4, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port': {'id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:21Z', 'updated_at': '2021-06-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': 'd8c26586-b933-4a69-982b-4d2df8333dcc', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'floating_ip_address': '172.28.3.241', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'port_id': '71786684-9331-46ae-96b5-25ecf4c65848', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'mac_address': 'fa:16:3e:5e:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:48:40Z', 'updated_at': '2021-06-18T19:48:40Z', 'revision_number': 0, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e058da-813c-4d0f-9203-fabe7a632968', 'name': '', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'mac_address': 'fa:16:3e:20:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:24Z', 'updated_at': '2021-06-18T19:47:31Z', 'revision_number': 5, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'subnets': [{'id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:48:44.229852 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3f219d6b-e9a2-4e25-ad98-9a728513c742 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.272949 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fa7189-30f2-4135-8450-15db31139e43 None None] The sync data for ids ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'] in dv-cinder-790535-6-smb is: [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:24Z', 'revision_number': 4, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port': {'id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:21Z', 'updated_at': '2021-06-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': 'd8c26586-b933-4a69-982b-4d2df8333dcc', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'floating_ip_address': '172.28.3.241', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'port_id': '71786684-9331-46ae-96b5-25ecf4c65848', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'mac_address': 'fa:16:3e:5e:12:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:48:40Z', 'updated_at': '2021-06-18T19:48:40Z', 'revision_number': 0, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98e058da-813c-4d0f-9203-fabe7a632968', 'name': '', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'mac_address': 'fa:16:3e:20:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:24Z', 'updated_at': '2021-06-18T19:47:31Z', 'revision_number': 5, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'subnets': [{'id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:48:44.355762 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fcd50f99-6981-4b7a-bdf7-53ee5d5f85ae req-d3ca030b-f8a0-40be-bf05-274966cb7f38 service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420851 Jun 18 19:48:44.361284 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4db7160d-b6df-4b81-88dd-18df737fd1bf req-d7ab60ab-3acf-4998-9942-a854900000d8 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714702 Jun 18 19:48:44.394471 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3f219d6b-e9a2-4e25-ad98-9a728513c742 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.412612 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd1e0c-f5a2-45a1-a3d7-1ae6bfe68c9f req-06ff7d90-c769-4ecf-9be4-44bc7e04a101 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:44.423273 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-cdfd1e0c-f5a2-45a1-a3d7-1ae6bfe68c9f req-06ff7d90-c769-4ecf-9be4-44bc7e04a101 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.3274188 Jun 18 19:48:44.496868 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3f219d6b-e9a2-4e25-ad98-9a728513c742 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.502809 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:44.509575 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-cdfd1e0c-f5a2-45a1-a3d7-1ae6bfe68c9f req-b41ba9d2-256a-4e1d-a09e-2b0b1a1eabb3 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787580 Jun 18 19:48:44.517983 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9b74df37-a1ef-4c97-af48-f51afca4cf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.528587 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f219d6b-e9a2-4e25-ad98-9a728513c742 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59fbf9d-fd0f-4948-b2dd-028a5aea01cc,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:44.537861 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3f219d6b-e9a2-4e25-ad98-9a728513c742 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:44.599057 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 96871bdf-fdc7-49b9-9451-ff7c14494348 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:48:44.635666 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 96871bdf-fdc7-49b9-9451-ff7c14494348 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:48:44.638217 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 96871bdf-fdc7-49b9-9451-ff7c14494348 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:48:44.650742 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-fcd50f99-6981-4b7a-bdf7-53ee5d5f85ae req-8d116005-9b5d-4ae0-ad08-ebee7d0c35f3 service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877285 Jun 18 19:48:44.677587 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3f219d6b-e9a2-4e25-ad98-9a728513c742 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.681548 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-3f219d6b-e9a2-4e25-ad98-9a728513c742 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7362700 Jun 18 19:48:44.683382 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51010) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:44.688603 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4fd226-6644-4eae-81c4-4f361ae62ada None None] New status for floating IP d8c26586-b933-4a69-982b-4d2df8333dcc: ACTIVE {{(pid=100015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:48:44.689566 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-d84c3236-14ac-4a20-b2b8-63cf3dcce327 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Request body: {'security_group_rule': {'security_group_id': 'd98f6a34-41be-41ed-901e-a758130343a4', 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:44.815273 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9b74df37-a1ef-4c97-af48-f51afca4cf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.933125 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9b74df37-a1ef-4c97-af48-f51afca4cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:44.949981 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-fdcacde8-d46d-4dbe-982d-bd2ec5de4ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:45.023881 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-9b74df37-a1ef-4c97-af48-f51afca4cf23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c08f395f3bc4df3928cea68a2ed27e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7932103 Jun 18 19:48:45.024619 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51014) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:45.025791 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74df37-a1ef-4c97-af48-f51afca4cf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcef621a-e79f-46cd-9046-d99283e778fd,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:45.032526 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-9b74df37-a1ef-4c97-af48-f51afca4cf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:45.083829 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d84c3236-14ac-4a20-b2b8-63cf3dcce327 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.196937 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7fd8d593-b409-48d7-8095-613512abe58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.240037 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d84c3236-14ac-4a20-b2b8-63cf3dcce327 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.242142 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7fd8d593-b409-48d7-8095-613512abe58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.329761 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d84c3236-14ac-4a20-b2b8-63cf3dcce327 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.332520 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:45.351337 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c3236-14ac-4a20-b2b8-63cf3dcce327 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3119337e-7938-4dbd-9c72-632503cc99a8,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:45.354112 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d84c3236-14ac-4a20-b2b8-63cf3dcce327 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:45.393037 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7fd8d593-b409-48d7-8095-613512abe58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.395979 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7fd8d593-b409-48d7-8095-613512abe58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.397688 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-7fd8d593-b409-48d7-8095-613512abe58e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcef621a-e79f-46cd-9046-d99283e778fd HTTP/1.1" status: 204 len: 168 time: 0.3723602 Jun 18 19:48:45.398934 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8cf97731-fc0d-4796-835c-5d0db77a3930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:45.411373 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8d593-b409-48d7-8095-613512abe58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcef621a-e79f-46cd-9046-d99283e778fd,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:45.415118 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7fd8d593-b409-48d7-8095-613512abe58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:45.434107 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d84c3236-14ac-4a20-b2b8-63cf3dcce327 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.442558 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-d84c3236-14ac-4a20-b2b8-63cf3dcce327 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7538352 Jun 18 19:48:45.444060 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51020) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:45.451984 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-ecc5d576-c10f-44fe-a965-c1e70bdff328 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Request body: {'security_group_rule': {'security_group_id': 'd98f6a34-41be-41ed-901e-a758130343a4', 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:45.601516 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d576-c10f-44fe-a965-c1e70bdff328 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.685970 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed57e5-3850-40d1-b46c-485ee6310317 req-e373a900-5610-4bbd-ad11-d5dd08e61615 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:45.689937 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c8ed57e5-3850-40d1-b46c-485ee6310317 req-e373a900-5610-4bbd-ad11-d5dd08e61615 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 943 time: 0.1389494 Jun 18 19:48:45.709969 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d576-c10f-44fe-a965-c1e70bdff328 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.749369 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c8ed57e5-3850-40d1-b46c-485ee6310317 req-19faf748-908d-453a-93cb-340adbe4f996 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540881 Jun 18 19:48:45.812441 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d576-c10f-44fe-a965-c1e70bdff328 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.817104 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-971513d8-076e-4b91-b7b6-65372b60c3da tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:45.840495 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5d576-c10f-44fe-a965-c1e70bdff328 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15f2649-6f3e-4a39-bc7f-e0bc21766c8a,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:45.844401 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ecc5d576-c10f-44fe-a965-c1e70bdff328 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:45.882010 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba6665-93b8-4392-8c9e-40e01f5e7912 req-e6fd2166-f5c5-47c9-8429-60eae58c373f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:45.884339 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5dba6665-93b8-4392-8c9e-40e01f5e7912 req-e6fd2166-f5c5-47c9-8429-60eae58c373f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1126893 Jun 18 19:48:45.945795 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d576-c10f-44fe-a965-c1e70bdff328 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:45.947806 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-ecc5d576-c10f-44fe-a965-c1e70bdff328 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5032046 Jun 18 19:48:45.951269 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51028) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:45.958988 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5dba6665-93b8-4392-8c9e-40e01f5e7912 req-1c66dace-5670-4a47-a2e5-8405ef1aac12 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642993 Jun 18 19:48:45.960358 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-c2e58e8f-e264-4784-ad83-4dc39d84e4cb tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Request body: {'security_group_rule': {'security_group_id': 'd98f6a34-41be-41ed-901e-a758130343a4', 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:46.104190 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c2e58e8f-e264-4784-ad83-4dc39d84e4cb tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:46.223442 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c2e58e8f-e264-4784-ad83-4dc39d84e4cb tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:46.336497 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c2e58e8f-e264-4784-ad83-4dc39d84e4cb tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:46.343457 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:46.370827 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e58e8f-e264-4784-ad83-4dc39d84e4cb tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd341cc-e7b5-4a6d-9499-a7bd2e00253d,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:46.377644 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c2e58e8f-e264-4784-ad83-4dc39d84e4cb tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:46.530591 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c2e58e8f-e264-4784-ad83-4dc39d84e4cb tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:46.530591 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-c2e58e8f-e264-4784-ad83-4dc39d84e4cb tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5728326 Jun 18 19:48:46.533745 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51052) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:46.538587 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-57f279cd-1a0d-4d41-8c14-cab61e90e942 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Request body: {'security_group_rule': {'security_group_id': 'd98f6a34-41be-41ed-901e-a758130343a4', 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:46.630104 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 5f91826a-3eb2-421d-a4dd-80e9dc87b546 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:48:46.696181 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.securitygroups_db [None req-57f279cd-1a0d-4d41-8c14-cab61e90e942 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Project 02f981f24b7b4c3a90d60fa7f3fd4c73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 19:48:46.705116 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-57f279cd-1a0d-4d41-8c14-cab61e90e942 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:46.754094 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 5f91826a-3eb2-421d-a4dd-80e9dc87b546, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5f91826a-3eb2-421d-a4dd-80e9dc87b546,segment=NetworkSegment(53881ef3-9161-4c00-a25a-5470c5382581),segment_id=53881ef3-9161-4c00-a25a-5470c5382581)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:46.767700 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '5f91826a-3eb2-421d-a4dd-80e9dc87b546', 'network_id': '3f4d0fd8-c880-404b-b016-3048a20a0ce9', 'port_id': '5f91826a-3eb2-421d-a4dd-80e9dc87b546', 'mac_address': 'fa:16:3e:ca:f5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c3fc43-6096-411c-af45-8b21a24600fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:48:46.821317 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:46.822105 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-57f279cd-1a0d-4d41-8c14-cab61e90e942 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:46.834819 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f91826a-3eb2-421d-a4dd-80e9dc87b546 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:48:46.861407 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 5f91826a-3eb2-421d-a4dd-80e9dc87b546, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5f91826a-3eb2-421d-a4dd-80e9dc87b546,segment=NetworkSegment(53881ef3-9161-4c00-a25a-5470c5382581),segment_id=53881ef3-9161-4c00-a25a-5470c5382581)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:46.920618 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-57f279cd-1a0d-4d41-8c14-cab61e90e942 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:46.922989 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:46.941268 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:46.944018 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:46.953056 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f279cd-1a0d-4d41-8c14-cab61e90e942 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f5dc30-d5e0-45e9-b2c0-7d4b9371afe0,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:46.957627 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-57f279cd-1a0d-4d41-8c14-cab61e90e942 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:47.020940 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=5f91826a-3eb2-421d-a4dd-80e9dc87b546,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:47.033706 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c4c7f-3871-4461-822b-b82a348817fc req-8ba42818-dccc-41fc-b70c-0a3b5c369ba5 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:47.034460 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-57f279cd-1a0d-4d41-8c14-cab61e90e942 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:47.038257 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9c3c4c7f-3871-4461-822b-b82a348817fc req-8ba42818-dccc-41fc-b70c-0a3b5c369ba5 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 943 time: 0.1239123 Jun 18 19:48:47.040501 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51068) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:47.041946 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-57f279cd-1a0d-4d41-8c14-cab61e90e942 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5067983 Jun 18 19:48:47.044971 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:47.047713 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-b1de0ca4-dcab-4687-be82-b332a54c924d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Request body: {'security_group_rule': {'security_group_id': 'd98f6a34-41be-41ed-901e-a758130343a4', 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:47.105934 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9c3c4c7f-3871-4461-822b-b82a348817fc req-afe7276e-428a-4ee1-91d8-1c4d951739c9 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524814 Jun 18 19:48:47.210234 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.securitygroups_db [None req-b1de0ca4-dcab-4687-be82-b332a54c924d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Project 02f981f24b7b4c3a90d60fa7f3fd4c73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 19:48:47.215504 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b1de0ca4-dcab-4687-be82-b332a54c924d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:47.235150 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b30672-5b39-4082-8695-c7851fa6b685 req-3a462999-0c45-42bf-9cf5-e24bfca89579 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:47.236825 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-40b30672-5b39-4082-8695-c7851fa6b685 req-3a462999-0c45-42bf-9cf5-e24bfca89579 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.0955045 Jun 18 19:48:47.316556 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['5f91826a-3eb2-421d-a4dd-80e9dc87b546'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:47.321959 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-40b30672-5b39-4082-8695-c7851fa6b685 req-0ff55166-e576-4fbc-99ea-2d03c31f6ea2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776315 Jun 18 19:48:47.334510 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b1de0ca4-dcab-4687-be82-b332a54c924d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:47.398966 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b1de0ca4-dcab-4687-be82-b332a54c924d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:47.408475 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e3e3922e-a042-41b7-9c44-100494deeab4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:47.426637 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de0ca4-dcab-4687-be82-b332a54c924d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62b136a-9b09-44b0-946b-b245b8aa5881,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:47.429164 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-b1de0ca4-dcab-4687-be82-b332a54c924d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:47.569436 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b1de0ca4-dcab-4687-be82-b332a54c924d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:47.570649 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-b1de0ca4-dcab-4687-be82-b332a54c924d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5290895 Jun 18 19:48:47.702702 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3614cbc8-3e8b-425e-a22a-a6a8dd72bdb0 req-affc976a-9163-4142-93de-6de8cca47f53 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440945155&fields=id&tenant_id=02f981f24b7b4c3a90d60fa7f3fd4c73 HTTP/1.1" status: 200 len: 267 time: 0.0411375 Jun 18 19:48:47.819489 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614cbc8-3e8b-425e-a22a-a6a8dd72bdb0 req-836c3d9a-d180-4802-9b62-e3b89630f0ef tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:47.822055 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3614cbc8-3e8b-425e-a22a-a6a8dd72bdb0 req-836c3d9a-d180-4802-9b62-e3b89630f0ef tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 945 time: 0.1126411 Jun 18 19:48:47.837976 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [req-3614cbc8-3e8b-425e-a22a-a6a8dd72bdb0 req-7fe693b5-772d-4f3b-b318-f7f3d1a071e1 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Request body: {'port': {'security_groups': ['5a75f4d6-919e-4f39-914e-eff8ca81b124', 'd98f6a34-41be-41ed-901e-a758130343a4']}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:47.995303 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-3614cbc8-3e8b-425e-a22a-a6a8dd72bdb0 req-7fe693b5-772d-4f3b-b318-f7f3d1a071e1 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:48.349938 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [req-3614cbc8-3e8b-425e-a22a-a6a8dd72bdb0 req-7fe693b5-772d-4f3b-b318-f7f3d1a071e1 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] For port 71786684-9331-46ae-96b5-25ecf4c65848, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71786684-9331-46ae-96b5-25ecf4c65848,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:48.391880 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63afe6f-4db4-4ae4-9c86-552f4ac0c28b req-4a8b09b5-47af-4f6a-b562-8531294313f4 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:48.402676 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f63afe6f-4db4-4ae4-9c86-552f4ac0c28b req-4a8b09b5-47af-4f6a-b562-8531294313f4 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 944 time: 0.1378996 Jun 18 19:48:48.404179 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-3614cbc8-3e8b-425e-a22a-a6a8dd72bdb0 req-7fe693b5-772d-4f3b-b318-f7f3d1a071e1 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for port, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:48.440180 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f63afe6f-4db4-4ae4-9c86-552f4ac0c28b req-0c938ed9-5dd0-49a3-b843-6b78ad49581a tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384021 Jun 18 19:48:48.501437 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-3614cbc8-3e8b-425e-a22a-a6a8dd72bdb0 req-7fe693b5-772d-4f3b-b318-f7f3d1a071e1 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353533'] for port, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:48.505995 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:48.519915 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['71786684-9331-46ae-96b5-25ecf4c65848'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:48.571776 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614cbc8-3e8b-425e-a22a-a6a8dd72bdb0 req-7fe693b5-772d-4f3b-b318-f7f3d1a071e1 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:48.572547 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-3614cbc8-3e8b-425e-a22a-a6a8dd72bdb0 req-7fe693b5-772d-4f3b-b318-f7f3d1a071e1 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:48.574578 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3614cbc8-3e8b-425e-a22a-a6a8dd72bdb0 req-7fe693b5-772d-4f3b-b318-f7f3d1a071e1 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "PUT /v2.0/ports/71786684-9331-46ae-96b5-25ecf4c65848 HTTP/1.1" status: 200 len: 981 time: 0.7425823 Jun 18 19:48:48.581931 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848'}] {{(pid=100013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:48.584582 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8598b9a5517d357e4f2667912ebf39b68208aad9c222937d19f503d2a0714b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee2284e-f4b3-4bc6-a60b-bb66ff1d4f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "tag": "71786684-9331-46ae-96b5-25ecf4c65848"}]}' {{(pid=100013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:48.637042 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 5f91826a-3eb2-421d-a4dd-80e9dc87b546 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:48.655684 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe693b5-772d-4f3b-b318-f7f3d1a071e1 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event updated for resources: {'Port': ['ID=71786684-9331-46ae-96b5-25ecf4c65848,revision_number=6']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:48.659686 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7fe693b5-772d-4f3b-b318-f7f3d1a071e1 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:48.693786 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['71786684-9331-46ae-96b5-25ecf4c65848'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:48.723583 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6a17c-18ea-417e-88d0-31ace70ee68a req-2aeb90cd-8a46-4cd5-899f-7b7fb9fbca53 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:48.728167 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4fa6a17c-18ea-417e-88d0-31ace70ee68a req-2aeb90cd-8a46-4cd5-899f-7b7fb9fbca53 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1364338 Jun 18 19:48:48.815201 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4fa6a17c-18ea-417e-88d0-31ace70ee68a req-f4db2ae6-6bd4-4c35-b1fd-418a6898fde0 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805559 Jun 18 19:48:48.891382 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 5f91826a-3eb2-421d-a4dd-80e9dc87b546 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:48:48.894323 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88decc09-bb75-4aca-97eb-d24d8d2a272b x-openstack-request-id: req-88decc09-bb75-4aca-97eb-d24d8d2a272b {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:48.894760 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "tag": "71786684-9331-46ae-96b5-25ecf4c65848", "status": "completed", "code": 200}]} {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:48.894934 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88decc09-bb75-4aca-97eb-d24d8d2a272b {{(pid=100013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:48.895362 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848', 'status': 'completed', 'code': 200} Jun 18 19:48:48.936302 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 5f91826a-3eb2-421d-a4dd-80e9dc87b546 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:48.937585 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:48.952060 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742e404-4ed6-435c-a1b8-b2af946fc8fd req-99b9bc19-9336-4775-93a9-3a83a0990b18 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:48.953760 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8742e404-4ed6-435c-a1b8-b2af946fc8fd req-99b9bc19-9336-4775-93a9-3a83a0990b18 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 984 time: 0.1230137 Jun 18 19:48:49.002729 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2284e-f4b3-4bc6-a60b-bb66ff1d4f4c req-d88b8694-edb6-4098-a9c8-0f7a456d3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:49.004262 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-dee2284e-f4b3-4bc6-a60b-bb66ff1d4f4c req-d88b8694-edb6-4098-a9c8-0f7a456d3505 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02f981f24b7b4c3a90d60fa7f3fd4c73&device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 1137 time: 0.0718794 Jun 18 19:48:49.009104 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8742e404-4ed6-435c-a1b8-b2af946fc8fd req-ea0ec864-c93f-4eb0-b293-ebddc9a1beb6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=d98f6a34-41be-41ed-901e-a758130343a4&id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490546 Jun 18 19:48:49.091241 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-f77f1819-1ba5-4782-a1d3-d7e8f0ac0236 None None] Provisioning complete for port 71786684-9331-46ae-96b5-25ecf4c65848 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:49.091756 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-f77f1819-1ba5-4782-a1d3-d7e8f0ac0236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:49.137647 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2284e-f4b3-4bc6-a60b-bb66ff1d4f4c req-6f5b4bfd-e659-4719-ac47-da52ea1cb60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:49.140444 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-dee2284e-f4b3-4bc6-a60b-bb66ff1d4f4c req-6f5b4bfd-e659-4719-ac47-da52ea1cb60a service neutron] 10.222.0.22 "GET /v2.0/networks?id=ab908d26-3e61-4c66-8491-893153b90c59 HTTP/1.1" status: 200 len: 914 time: 0.1281736 Jun 18 19:48:49.235456 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-dee2284e-f4b3-4bc6-a60b-bb66ff1d4f4c req-56276d2f-2e16-4c72-9c86-4af97dcb1cd8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71786684-9331-46ae-96b5-25ecf4c65848 HTTP/1.1" status: 200 len: 1001 time: 0.0882552 Jun 18 19:48:49.260936 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:49.300803 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2284e-f4b3-4bc6-a60b-bb66ff1d4f4c req-ac63a4dc-8418-4fe2-9eef-5220c6d6505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:49.302509 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-dee2284e-f4b3-4bc6-a60b-bb66ff1d4f4c req-ac63a4dc-8418-4fe2-9eef-5220c6d6505a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6570351-74b4-4cc3-bebd-c4188a0559e4 HTTP/1.1" status: 200 len: 853 time: 0.0556662 Jun 18 19:48:49.396043 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2284e-f4b3-4bc6-a60b-bb66ff1d4f4c req-2f787746-5427-4844-acb2-b2a362f46f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:49.398752 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-dee2284e-f4b3-4bc6-a60b-bb66ff1d4f4c req-2f787746-5427-4844-acb2-b2a362f46f76 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ab908d26-3e61-4c66-8491-893153b90c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873961 Jun 18 19:48:49.485336 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e443bbf7-dd13-4e6b-bfda-c608e3a65a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f91826a-3eb2-421d-a4dd-80e9dc87b546'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:49.493168 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bb37e4-c02e-40f2-bfee-d8e48b96bc34" -d '{"events": [{"server_uuid": "e443bbf7-dd13-4e6b-bfda-c608e3a65a53", "name": "network-vif-plugged", "status": "completed", "tag": "5f91826a-3eb2-421d-a4dd-80e9dc87b546"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:49.515152 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 5f91826a-3eb2-421d-a4dd-80e9dc87b546, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5f91826a-3eb2-421d-a4dd-80e9dc87b546,segment=NetworkSegment(53881ef3-9161-4c00-a25a-5470c5382581),segment_id=53881ef3-9161-4c00-a25a-5470c5382581)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:49.554869 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-cad80534-cce0-45c2-809c-2c9072f05954 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:49.561346 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-cad80534-cce0-45c2-809c-2c9072f05954 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/networks?id=f9b4e6b3-c912-4dfc-b758-8e012386f493 HTTP/1.1" status: 200 len: 814 time: 0.1311026 Jun 18 19:48:49.581957 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-dee2284e-f4b3-4bc6-a60b-bb66ff1d4f4c req-d591261c-8eec-4085-8b09-f65bf6fc5f3b service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728582 Jun 18 19:48:49.584731 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-fffc1270-0434-47b9-b231-7abec4bfcf6d tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/quotas/066be04188ac42069d43742057691298 HTTP/1.1" status: 200 len: 375 time: 0.0191875 Jun 18 19:48:49.615748 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:49.618842 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:49.654064 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-a4aeffe4-4923-477f-90c5-e499ba07e352 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=066be04188ac42069d43742057691298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624871 Jun 18 19:48:49.693886 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-dee2284e-f4b3-4bc6-a60b-bb66ff1d4f4c req-ba679667-188d-4d8a-9a23-0614e5a6471e service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073055 Jun 18 19:48:49.743167 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=5f91826a-3eb2-421d-a4dd-80e9dc87b546,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:49.752970 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:49.799779 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f00b2-900c-42d4-9091-5b1104fff6f6 req-e502cb40-732d-4d5f-a437-ff1b1394e5c5 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:49.802209 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ac1f00b2-900c-42d4-9091-5b1104fff6f6 req-e502cb40-732d-4d5f-a437-ff1b1394e5c5 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 945 time: 0.2098498 Jun 18 19:48:49.806398 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-cddc9d9e-091f-4eb6-965e-edbe44405564 service neutron] 10.222.0.30 "GET /v2.0/networks/f9b4e6b3-c912-4dfc-b758-8e012386f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515286 Jun 18 19:48:49.891398 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ac1f00b2-900c-42d4-9091-5b1104fff6f6 req-050f0256-d526-47b0-8347-5ad5d7e25687 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822105 Jun 18 19:48:49.941245 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-65039912-4029-4887-baff-4c392c5e1c9b service neutron] 10.222.0.30 "GET /v2.0/networks/f9b4e6b3-c912-4dfc-b758-8e012386f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255169 Jun 18 19:48:49.948413 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc7acf7-c4e7-492d-8a8e-da7c44771b99 x-openstack-request-id: req-bbc7acf7-c4e7-492d-8a8e-da7c44771b99 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:49.948413 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e443bbf7-dd13-4e6b-bfda-c608e3a65a53", "name": "network-vif-plugged", "status": "completed", "tag": "5f91826a-3eb2-421d-a4dd-80e9dc87b546", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:49.948413 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bbc7acf7-c4e7-492d-8a8e-da7c44771b99 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:49.948413 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e443bbf7-dd13-4e6b-bfda-c608e3a65a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f91826a-3eb2-421d-a4dd-80e9dc87b546', 'code': 200} Jun 18 19:48:50.110751 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec682053-2129-48ce-bfa0-bcef64efadc4 req-6fe8b168-56b9-4308-9133-5c93619ded75 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:50.112331 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ec682053-2129-48ce-bfa0-bcef64efadc4 req-6fe8b168-56b9-4308-9133-5c93619ded75 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.0684078 Jun 18 19:48:50.155974 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ec682053-2129-48ce-bfa0-bcef64efadc4 req-5eff1537-8f7c-4157-8c91-fac3b76ac150 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366995 Jun 18 19:48:50.291204 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-89595a21-7674-46fd-a3fb-38680fef5788 req-6a663597-4176-4837-b6dc-d0573b3f8320 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 210 time: 0.0296369 Jun 18 19:48:50.482757 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85971761-c1bb-4d5f-8eea-7d87878b9451 req-0e19f753-206a-4108-909a-b7dbee02ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:50.484266 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-85971761-c1bb-4d5f-8eea-7d87878b9451 req-0e19f753-206a-4108-909a-b7dbee02ddce service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 1098 time: 0.0570471 Jun 18 19:48:50.530990 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-85971761-c1bb-4d5f-8eea-7d87878b9451 req-1749b53b-1528-4fcb-8930-dda409a0915a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369492 Jun 18 19:48:51.129832 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c41d5-152d-4c39-92b8-590affe5d2af req-afb886a5-3b47-437b-9eb1-1573e420ef47 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:51.129832 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ee0c41d5-152d-4c39-92b8-590affe5d2af req-afb886a5-3b47-437b-9eb1-1573e420ef47 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 945 time: 0.1068537 Jun 18 19:48:51.169623 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ee0c41d5-152d-4c39-92b8-590affe5d2af req-e72c4048-7489-4f13-9603-15119db218b4 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341077 Jun 18 19:48:51.432313 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa7dae-a2f7-4376-89fe-fee35abfca20 req-151b927b-b7c7-48d2-a5de-1fa72b6009e0 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:51.433840 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-73fa7dae-a2f7-4376-89fe-fee35abfca20 req-151b927b-b7c7-48d2-a5de-1fa72b6009e0 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.0725706 Jun 18 19:48:51.470310 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fad45f1c-6b67-4ce0-be38-c5e5d4adbb4b req-900fc880-e655-40bd-9235-6e497ef0223d tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 210 time: 0.0354118 Jun 18 19:48:51.498806 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-73fa7dae-a2f7-4376-89fe-fee35abfca20 req-48a36459-38a3-4877-8cf3-5e5e85a3bd1d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546207 Jun 18 19:48:52.357660 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d10f9-d3fe-4669-8544-afad0c73c6b2 req-1c30eba2-04b5-4d19-9bcd-bf94dd2f018e tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:52.359293 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-583d10f9-d3fe-4669-8544-afad0c73c6b2 req-1c30eba2-04b5-4d19-9bcd-bf94dd2f018e tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 945 time: 0.0750697 Jun 18 19:48:52.406475 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-583d10f9-d3fe-4669-8544-afad0c73c6b2 req-b0b154df-1ee7-4ae6-a091-4711f11cf6e8 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354104 Jun 18 19:48:52.417575 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51236) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:52.553063 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:52.731184 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-428fc171-697d-4ff7-9ee2-7953ed97e0c0 req-de7252d1-07eb-4106-909e-613ad001c45a tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 210 time: 0.0455973 Jun 18 19:48:52.768919 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:52.794503 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-f43733e6-6d86-4061-89f1-5730c6edd076 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:52.796101 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-f43733e6-6d86-4061-89f1-5730c6edd076 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.22 "GET /v2.0/networks?id=f9b4e6b3-c912-4dfc-b758-8e012386f493 HTTP/1.1" status: 200 len: 814 time: 0.1714900 Jun 18 19:48:52.796509 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0dc4c-2051-4d6a-ae6d-64e980e61218 req-61b80f43-9caa-4060-bd42-1ed84ea2daed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:52.799061 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-33e0dc4c-2051-4d6a-ae6d-64e980e61218 req-61b80f43-9caa-4060-bd42-1ed84ea2daed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1483021 Jun 18 19:48:52.815458 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Request body: {'port': {'device_id': '1dec8445-ef0b-445d-a287-248c1628cb98', 'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493', 'admin_state_up': True, 'tenant_id': '066be04188ac42069d43742057691298'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:52.832342 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:52.835172 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-a91d9aea-910e-4e62-8b99-6facba5dce38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:52.886410 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-33e0dc4c-2051-4d6a-ae6d-64e980e61218 req-11cf6921-2d2e-4d2c-8653-5f72a2e5269c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811968 Jun 18 19:48:52.898648 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51246) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:52.898840 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3a5bc50ad58405d98ac859ea69feabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797385 Jun 18 19:48:52.900789 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7970e764-9d1c-4b29-b37d-64c18039460e,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:52.918317 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:52.918317 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:52.918317 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:52.918317 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:52.919037 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:52.919516 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:52.920118 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:52.920868 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:52.921487 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:52.922236 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:52.922639 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:52.925927 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:52.935963 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:53.011393 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6e4c933b-8fea-4d7b-b810-4a61425799c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.046215 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6e4c933b-8fea-4d7b-b810-4a61425799c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.123880 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Made reservation on behalf of 066be04188ac42069d43742057691298 for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:48:53.128459 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.211160 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6e4c933b-8fea-4d7b-b810-4a61425799c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.214014 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6e4c933b-8fea-4d7b-b810-4a61425799c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.215180 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-6e4c933b-8fea-4d7b-b810-4a61425799c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7970e764-9d1c-4b29-b37d-64c18039460e HTTP/1.1" status: 204 len: 168 time: 0.3151004 Jun 18 19:48:53.244779 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-3cb3f79f-dc8f-4b3b-b3b4-5bbbf3a3feca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:53.264422 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c933b-8fea-4d7b-b810-4a61425799c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7970e764-9d1c-4b29-b37d-64c18039460e,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:53.277638 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6e4c933b-8fea-4d7b-b810-4a61425799c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:53.366851 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Allocated IP 172.20.0.8 (f9b4e6b3-c912-4dfc-b758-8e012386f493/f6565ea4-56f0-42d2-85fa-16f6905b29e2/56a4ad50-4259-4d5c-98e9-fce6e6a983a7) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:48:53.548944 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.678577 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3522723'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.682629 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-9822138f-44fa-4828-b683-07a2644b2901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:53.726658 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Network f9b4e6b3-c912-4dfc-b758-8e012386f493 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:48:53.730192 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:48:53.734163 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:48:53.740905 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Pushing event updated for resources: {'Port': ['ID=56a4ad50-4259-4d5c-98e9-fce6e6a983a7,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:53.761590 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:53.794162 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:53.794566 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:53.867381 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0586734 Jun 18 19:48:53.953986 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Request body: {'port': {'device_id': '1dec8445-ef0b-445d-a287-248c1628cb98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:48:53.960894 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51264) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:53.967507 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7fe42-9811-4246-a332-ffe6d8b76b50 req-38ff99dc-6119-4622-be42-4106d1e6f989 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:53.969140 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-55f7fe42-9811-4246-a332-ffe6d8b76b50 req-38ff99dc-6119-4622-be42-4106d1e6f989 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 931 time: 0.0753455 Jun 18 19:48:54.007235 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2f44b41a-beba-46d2-b2c3-77c716c41c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.015616 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-55f7fe42-9811-4246-a332-ffe6d8b76b50 req-ab6265ee-89f4-48db-8b6d-1efc379c853d tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378432 Jun 18 19:48:54.156258 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125a6c4-5b7f-4687-9fdc-7195e739805d req-21001da3-6aba-41fa-8926-2e0bea7f3e79 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:54.158131 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5125a6c4-5b7f-4687-9fdc-7195e739805d req-21001da3-6aba-41fa-8926-2e0bea7f3e79 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1027727 Jun 18 19:48:54.208623 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5125a6c4-5b7f-4687-9fdc-7195e739805d req-de5762cf-a4e7-4176-889e-2eb626edcc6f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 Jun 18 19:48:54.355009 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.538188 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2f44b41a-beba-46d2-b2c3-77c716c41c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.569972 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-70f285e9-840b-4d3b-a4ae-e6aa7cbb4f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.647199 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2f44b41a-beba-46d2-b2c3-77c716c41c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.654537 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-37cbd023-cc99-4170-9646-48976c2932b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:54.726794 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44b41a-beba-46d2-b2c3-77c716c41c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ab9806-bf3a-40c5-ba36-fd3467f34b81,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:54.730827 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:48:54.740216 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-2f44b41a-beba-46d2-b2c3-77c716c41c3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9423871911b45c5ac19ec269d9e37d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7754254 Jun 18 19:48:54.740539 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-2f44b41a-beba-46d2-b2c3-77c716c41c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:54.740972 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51274) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:54.742744 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.774843 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Transition to ACTIVE for port object 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:48:54.805513 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-62f2a589-09fa-4923-a3ff-1ffde8fc672c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.829773 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-62f2a589-09fa-4923-a3ff-1ffde8fc672c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.891490 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.893922 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-82e45362-4f62-4cf6-8f8e-de4be269b9db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:54.974237 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-62f2a589-09fa-4923-a3ff-1ffde8fc672c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.978095 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-62f2a589-09fa-4923-a3ff-1ffde8fc672c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:54.979293 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-62f2a589-09fa-4923-a3ff-1ffde8fc672c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3ab9806-bf3a-40c5-ba36-fd3467f34b81 HTTP/1.1" status: 204 len: 168 time: 0.2339623 Jun 18 19:48:54.982817 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=56a4ad50-4259-4d5c-98e9-fce6e6a983a7,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:54.987494 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:54.988010 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ba284892-a139-4346-bac4-16beee37d4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:55.023746 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2a589-09fa-4923-a3ff-1ffde8fc672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ab9806-bf3a-40c5-ba36-fd3467f34b81,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:55.029125 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-62f2a589-09fa-4923-a3ff-1ffde8fc672c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:55.106358 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Attempting to bind port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:48:55.107133 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Attempting to bind port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '05588323-f44c-4e38-a53a-ad3297c17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:48:55.107133 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Attempting to bind port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 on network f9b4e6b3-c912-4dfc-b758-8e012386f493 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:48:55.112304 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 on network f9b4e6b3-c912-4dfc-b758-8e012386f493 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:48:55.112918 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Attempting to bind port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 on network f9b4e6b3-c912-4dfc-b758-8e012386f493 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:48:55.118857 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:48:55.119199 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Checking segment: {'id': '05588323-f44c-4e38-a53a-ad3297c17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:48:55.119585 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Bound using segment: {'id': '05588323-f44c-4e38-a53a-ad3297c17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:48:55.120024 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Bound port: 56a4ad50-4259-4d5c-98e9-fce6e6a983a7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05588323-f44c-4e38-a53a-ad3297c17b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:48:55.120382 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:55.204968 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] For port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:48:55.208486 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] For port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=56a4ad50-4259-4d5c-98e9-fce6e6a983a7,segment=NetworkSegment(05588323-f44c-4e38-a53a-ad3297c17b02),segment_id=05588323-f44c-4e38-a53a-ad3297c17b02)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:48:55.232996 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe6165-5cd1-4fd1-9013-e79b40224c54 req-47a22122-41fe-4160-a7ff-cf9ccc4a5fe1 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:55.235782 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-63fe6165-5cd1-4fd1-9013-e79b40224c54 req-47a22122-41fe-4160-a7ff-cf9ccc4a5fe1 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 943 time: 0.0726731 Jun 18 19:48:55.299000 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:55.299171 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-63fe6165-5cd1-4fd1-9013-e79b40224c54 req-a33d01c7-9e3d-4045-b7d7-015199c2bc53 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541511 Jun 18 19:48:55.299323 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1222dcb7-016b-4f96-bab9-2f80bfc5b26b tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:55.368527 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:55.369196 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:55.370576 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] 10.222.0.22 "PUT /v2.0/ports/56a4ad50-4259-4d5c-98e9-fce6e6a983a7 HTTP/1.1" status: 200 len: 1093 time: 1.4223254 Jun 18 19:48:55.371091 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dec8445-ef0b-445d-a287-248c1628cb98', 'tag': '56a4ad50-4259-4d5c-98e9-fce6e6a983a7'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:55.374917 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103820d5-f54e-46f0-8ab0-1f1667b24dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "1dec8445-ef0b-445d-a287-248c1628cb98", "tag": "56a4ad50-4259-4d5c-98e9-fce6e6a983a7"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:55.380265 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=56a4ad50-4259-4d5c-98e9-fce6e6a983a7,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:55.383435 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:55.441875 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c947a30d-eb72-43a6-a0ce-1c83341f2206 x-openstack-request-id: req-c947a30d-eb72-43a6-a0ce-1c83341f2206 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:55.442659 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dec8445-ef0b-445d-a287-248c1628cb98", "tag": "56a4ad50-4259-4d5c-98e9-fce6e6a983a7", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:55.442924 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c947a30d-eb72-43a6-a0ce-1c83341f2206 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:55.443619 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dec8445-ef0b-445d-a287-248c1628cb98', 'tag': '56a4ad50-4259-4d5c-98e9-fce6e6a983a7', 'status': 'completed', 'code': 200} Jun 18 19:48:55.447200 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dc649-6afb-4eba-80ae-a271a4e89400 req-bcb0d911-fb3b-4e7c-b710-bab4dcab9726 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:55.455098 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9a0dc649-6afb-4eba-80ae-a271a4e89400 req-bcb0d911-fb3b-4e7c-b710-bab4dcab9726 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1108351 Jun 18 19:48:55.511333 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9a0dc649-6afb-4eba-80ae-a271a4e89400 req-4f82e6a6-b065-4420-8908-08bfe03d6a25 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544863 Jun 18 19:48:55.573634 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103820d5-f54e-46f0-8ab0-1f1667b24dd1 req-2f10dcba-ab21-4141-b2b8-c9f3831285aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:55.577051 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-103820d5-f54e-46f0-8ab0-1f1667b24dd1 req-2f10dcba-ab21-4141-b2b8-c9f3831285aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=066be04188ac42069d43742057691298&device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 1096 time: 0.1077714 Jun 18 19:48:55.712730 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103820d5-f54e-46f0-8ab0-1f1667b24dd1 req-9fb2511a-6e53-4bbb-9d3e-d53273a976b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:55.714108 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-103820d5-f54e-46f0-8ab0-1f1667b24dd1 req-9fb2511a-6e53-4bbb-9d3e-d53273a976b6 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=066be04188ac42069d43742057691298&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1299753 Jun 18 19:48:55.819404 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103820d5-f54e-46f0-8ab0-1f1667b24dd1 req-1ee6591f-0aac-40d7-9d6f-a7f96d82858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:55.822543 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-103820d5-f54e-46f0-8ab0-1f1667b24dd1 req-1ee6591f-0aac-40d7-9d6f-a7f96d82858a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1014471 Jun 18 19:48:55.935847 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-385585ad-aa34-42fa-ad90-f30bea750137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:55.937679 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-385585ad-aa34-42fa-ad90-f30bea750137 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=066be04188ac42069d43742057691298&device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 1096 time: 0.0730095 Jun 18 19:48:55.984952 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-b919b139-af52-4545-9bc1-25d31e6259ee service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56a4ad50-4259-4d5c-98e9-fce6e6a983a7 HTTP/1.1" status: 200 len: 217 time: 0.0377140 Jun 18 19:48:56.043890 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-b79673da-9da1-4ef7-83e3-d3bbc4502bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:56.062435 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-b79673da-9da1-4ef7-83e3-d3bbc4502bbb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6565ea4-56f0-42d2-85fa-16f6905b29e2 HTTP/1.1" status: 200 len: 854 time: 0.0555334 Jun 18 19:48:56.105804 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-e0d45f41-ca16-422a-8999-ef56d7a11cd8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f9b4e6b3-c912-4dfc-b758-8e012386f493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514376 Jun 18 19:48:56.220564 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-31a7f9f2-f922-433a-b91a-e8e80667381d service neutron] 10.222.0.22 "GET /v2.0/networks/f9b4e6b3-c912-4dfc-b758-8e012386f493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057906 Jun 18 19:48:56.323721 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c9f4e0e2-e161-480c-a24c-e9c0a881d726 req-5b6ba368-c3a4-4be6-840a-aeb5469191c9 service neutron] 10.222.0.22 "GET /v2.0/networks/f9b4e6b3-c912-4dfc-b758-8e012386f493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954359 Jun 18 19:48:56.501218 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d7c51-b974-4421-8ad0-8aae34f90278 req-1ff347f4-9e6a-4d5c-ba01-8a1159c21f05 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:56.505459 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d93d7c51-b974-4421-8ad0-8aae34f90278 req-1ff347f4-9e6a-4d5c-ba01-8a1159c21f05 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 943 time: 0.0732079 Jun 18 19:48:56.562277 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d93d7c51-b974-4421-8ad0-8aae34f90278 req-783428c8-57f0-4662-8732-9cc642bad348 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479372 Jun 18 19:48:56.697194 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0cdf1eb2-384c-46b7-99bb-147666b10e70 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:48:56.889595 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403100c1-0908-41c6-a8a7-5cb28a2a22cc req-7a20da97-effa-490d-8fe7-1b176189a248 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:56.894540 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 0cdf1eb2-384c-46b7-99bb-147666b10e70, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:56.897691 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-403100c1-0908-41c6-a8a7-5cb28a2a22cc req-7a20da97-effa-490d-8fe7-1b176189a248 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1095819 Jun 18 19:48:56.914684 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'port_id': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'mac_address': 'fa:16:3e:be:67:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:48:56.964768 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-403100c1-0908-41c6-a8a7-5cb28a2a22cc req-a8363632-8dc6-42e5-afae-ccf1a82b01dc tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660007 Jun 18 19:48:56.981551 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:56.999317 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cdf1eb2-384c-46b7-99bb-147666b10e70 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:48:57.030377 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 0cdf1eb2-384c-46b7-99bb-147666b10e70, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:57.058655 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdaaaf-6ae0-4a79-bbe3-72a5976eb20c req-44c913c2-5299-4906-84bd-afc6a5fcb679 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:57.060671 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1bbdaaaf-6ae0-4a79-bbe3-72a5976eb20c req-44c913c2-5299-4906-84bd-afc6a5fcb679 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 945 time: 0.0926797 Jun 18 19:48:57.121864 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1bbdaaaf-6ae0-4a79-bbe3-72a5976eb20c req-ed8dbbc7-771e-4c86-bc09-f9b625ca3656 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543864 Jun 18 19:48:57.124143 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:57.126039 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:57.161353 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-1a39e395-8bf5-412c-a8a4-9c0fe4aae659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:57.182956 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=0cdf1eb2-384c-46b7-99bb-147666b10e70,revision_number=6']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:57.186623 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:57.288433 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['0cdf1eb2-384c-46b7-99bb-147666b10e70'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:57.501224 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51350) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:57.625386 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:57.745509 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:57.788894 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa726e1-1b47-455c-bcbe-6645ae330f42 req-d8651630-85a7-4f3d-ae48-005e54fef91c tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:57.790436 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-cfa726e1-1b47-455c-bcbe-6645ae330f42 req-d8651630-85a7-4f3d-ae48-005e54fef91c tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 943 time: 0.0691128 Jun 18 19:48:57.820981 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:57.828079 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b8a5fbf7-488b-4229-ac0e-626ba42b0010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:57.850554 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-cfa726e1-1b47-455c-bcbe-6645ae330f42 req-53d80ae2-c438-44c2-9b4f-087e3c8ff035 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531566 Jun 18 19:48:57.889285 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c936ede49a7c4f75ad873fb716f1fdcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3862536 Jun 18 19:48:57.891996 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2330d28b-a465-4298-9996-3597937d2185,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:57.893574 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51356) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:48:57.901240 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:57.901614 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:57.901976 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:57.902341 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:57.902878 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:57.904287 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:57.904672 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:57.905055 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:57.905600 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:57.905960 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:57.906302 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:57.906652 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:48:57.910878 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ee38b52d-263a-49f8-8557-d70c1ed87fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:57.980739 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1a577ad7-4a6c-48dd-9d56-d98a1aa9bfed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.009917 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1a577ad7-4a6c-48dd-9d56-d98a1aa9bfed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.102346 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.179527 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72c3c6-6e20-469a-a35d-ad2aeabd69e4 req-1cba5d21-f045-4cff-beb0-032562383b80 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:58.181278 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fc72c3c6-6e20-469a-a35d-ad2aeabd69e4 req-1cba5d21-f045-4cff-beb0-032562383b80 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 944 time: 0.0741887 Jun 18 19:48:58.182582 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1a577ad7-4a6c-48dd-9d56-d98a1aa9bfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.186221 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1a577ad7-4a6c-48dd-9d56-d98a1aa9bfed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.187399 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-1a577ad7-4a6c-48dd-9d56-d98a1aa9bfed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2330d28b-a465-4298-9996-3597937d2185 HTTP/1.1" status: 204 len: 168 time: 0.2924185 Jun 18 19:48:58.189435 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-fba5f0f3-a834-412f-9d20-eb6474c8251b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:58.213982 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a577ad7-4a6c-48dd-9d56-d98a1aa9bfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2330d28b-a465-4298-9996-3597937d2185,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:58.217783 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-1a577ad7-4a6c-48dd-9d56-d98a1aa9bfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:58.241358 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fc72c3c6-6e20-469a-a35d-ad2aeabd69e4 req-862dacef-eaf2-4e70-b24e-b584b5abed56 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527353 Jun 18 19:48:58.326806 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e93812-3c17-436c-8487-e3d28f79f6e3 req-50134048-8cf5-449b-a1f5-6c4146ecec18 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:58.328295 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-69e93812-3c17-436c-8487-e3d28f79f6e3 req-50134048-8cf5-449b-a1f5-6c4146ecec18 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 945 time: 0.0746496 Jun 18 19:48:58.368243 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-69e93812-3c17-436c-8487-e3d28f79f6e3 req-941e8d3b-df16-496e-a028-c34a2b171d90 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324714 Jun 18 19:48:58.372497 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.716122 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0cdf1eb2-384c-46b7-99bb-147666b10e70 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:48:58.769281 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 0cdf1eb2-384c-46b7-99bb-147666b10e70 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:48:58.769664 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.853935 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.878671 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:58.892829 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c930c0e6-d589-406c-a17f-486394d9b3b3" -d '{"events": [{"server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "name": "network-vif-plugged", "status": "completed", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:58.896055 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 0cdf1eb2-384c-46b7-99bb-147666b10e70, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:58.924409 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ace143-1bba-4906-beeb-a3ba8b64a6a1 x-openstack-request-id: req-37ace143-1bba-4906-beeb-a3ba8b64a6a1 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:58.924869 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "name": "network-vif-plugged", "status": "completed", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:58.925278 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37ace143-1bba-4906-beeb-a3ba8b64a6a1 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:58.925690 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'code': 200} Jun 18 19:48:58.992612 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:58.995904 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:59.076256 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c658a-84ae-409b-814d-a07d1d7bf0e8 req-b24c9186-425e-4e1d-932e-89e3fde679a6 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:59.078848 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-058c658a-84ae-409b-814d-a07d1d7bf0e8 req-b24c9186-425e-4e1d-932e-89e3fde679a6 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.22 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 945 time: 0.0683863 Jun 18 19:48:59.092060 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=0cdf1eb2-384c-46b7-99bb-147666b10e70,revision_number=7']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:59.097578 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:59.112159 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d69dd-9338-40c0-b266-6aaf723033f6 req-d2b8fd20-a154-4278-8f99-4e7622124bdc tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:59.114472 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4b2d69dd-9338-40c0-b266-6aaf723033f6 req-d2b8fd20-a154-4278-8f99-4e7622124bdc tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 943 time: 0.1225500 Jun 18 19:48:59.158384 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:59.179148 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4b2d69dd-9338-40c0-b266-6aaf723033f6 req-f0f6abe5-06f4-4603-97d5-ee1f6c5be2d6 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558126 Jun 18 19:48:59.232483 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-058c658a-84ae-409b-814d-a07d1d7bf0e8 req-3e84d0e9-c24b-49fa-94d4-d87aa624c488 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Deleting port 5f91826a-3eb2-421d-a4dd-80e9dc87b546 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:48:59.232888 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-058c658a-84ae-409b-814d-a07d1d7bf0e8 req-3e84d0e9-c24b-49fa-94d4-d87aa624c488 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:59.344123 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-058c658a-84ae-409b-814d-a07d1d7bf0e8 req-3e84d0e9-c24b-49fa-94d4-d87aa624c488 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] For port 5f91826a-3eb2-421d-a4dd-80e9dc87b546, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5f91826a-3eb2-421d-a4dd-80e9dc87b546,segment=NetworkSegment(53881ef3-9161-4c00-a25a-5470c5382581),segment_id=53881ef3-9161-4c00-a25a-5470c5382581)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:48:59.344772 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-058c658a-84ae-409b-814d-a07d1d7bf0e8 req-3e84d0e9-c24b-49fa-94d4-d87aa624c488 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:59.458964 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-058c658a-84ae-409b-814d-a07d1d7bf0e8 req-3e84d0e9-c24b-49fa-94d4-d87aa624c488 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Calling delete_port for 5f91826a-3eb2-421d-a4dd-80e9dc87b546 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:48:59.474222 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014cf06-2cd7-47d7-b89b-bc11527ba16c req-a400624e-d2c8-4d48-9f54-1c863ecaf390 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:59.487242 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1014cf06-2cd7-47d7-b89b-bc11527ba16c req-a400624e-d2c8-4d48-9f54-1c863ecaf390 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1109998 Jun 18 19:48:59.550507 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1014cf06-2cd7-47d7-b89b-bc11527ba16c req-9b936ad4-4f00-47d2-b1ec-3de913b02f51 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608110 Jun 18 19:48:59.622805 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3ca47667-b00e-43ee-80b9-da87982fbe14 req-c477d12f-8e44-437e-9e81-43662d46ffe0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1488619 Jun 18 19:48:59.691913 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ffd8d-753a-4ecf-b238-ebe82655b6d8 req-b2b87756-61c7-4995-8d1a-01b0a8621e73 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:59.693578 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6d8ffd8d-753a-4ecf-b238-ebe82655b6d8 req-b2b87756-61c7-4995-8d1a-01b0a8621e73 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 945 time: 0.0801408 Jun 18 19:48:59.730835 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47667-b00e-43ee-80b9-da87982fbe14 req-7bb3552d-aa91-47c5-ae29-a956089d3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:59.733435 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3ca47667-b00e-43ee-80b9-da87982fbe14 req-7bb3552d-aa91-47c5-ae29-a956089d3755 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 1098 time: 0.0563529 Jun 18 19:48:59.747616 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6d8ffd8d-753a-4ecf-b238-ebe82655b6d8 req-d0dc1157-8968-45ea-995c-3b271da08d29 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/security-groups?id=3dcc853e-046a-417f-892f-9bf6a8b3f422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476959 Jun 18 19:48:59.822547 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-058c658a-84ae-409b-814d-a07d1d7bf0e8 req-3e84d0e9-c24b-49fa-94d4-d87aa624c488 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:59.829564 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-336b873b-4ee3-4de1-862e-319639ab0139 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:48:59.834082 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['5f91826a-3eb2-421d-a4dd-80e9dc87b546'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:48:59.866596 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84d0e9-c24b-49fa-94d4-d87aa624c488 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Pushing event deleted for resources: {'Port': ['ID=5f91826a-3eb2-421d-a4dd-80e9dc87b546,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:48:59.868986 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-3e84d0e9-c24b-49fa-94d4-d87aa624c488 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:48:59.910855 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47667-b00e-43ee-80b9-da87982fbe14 req-dd356510-2ec6-4b75-8f28-2b707dfa0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:48:59.912260 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3ca47667-b00e-43ee-80b9-da87982fbe14 req-dd356510-2ec6-4b75-8f28-2b707dfa0383 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 200 len: 911 time: 0.1555436 Jun 18 19:48:59.938689 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-058c658a-84ae-409b-814d-a07d1d7bf0e8 req-3e84d0e9-c24b-49fa-94d4-d87aa624c488 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] No DVR routers for this DVR port 5f91826a-3eb2-421d-a4dd-80e9dc87b546 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:48:59.941273 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-058c658a-84ae-409b-814d-a07d1d7bf0e8 req-3e84d0e9-c24b-49fa-94d4-d87aa624c488 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:48:59.943277 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-058c658a-84ae-409b-814d-a07d1d7bf0e8 req-3e84d0e9-c24b-49fa-94d4-d87aa624c488 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.22 "DELETE /v2.0/ports/5f91826a-3eb2-421d-a4dd-80e9dc87b546 HTTP/1.1" status: 204 len: 173 time: 0.8584809 Jun 18 19:48:59.950636 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e443bbf7-dd13-4e6b-bfda-c608e3a65a53', 'name': 'network-vif-deleted', 'tag': '5f91826a-3eb2-421d-a4dd-80e9dc87b546'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:48:59.953836 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aa12d7-a3fb-44e3-a823-251781921bd2" -d '{"events": [{"server_uuid": "e443bbf7-dd13-4e6b-bfda-c608e3a65a53", "name": "network-vif-deleted", "tag": "5f91826a-3eb2-421d-a4dd-80e9dc87b546"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:48:59.993933 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300ca6d2-038b-4cfa-a4a8-37bc2a70898b x-openstack-request-id: req-300ca6d2-038b-4cfa-a4a8-37bc2a70898b {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:48:59.994251 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e443bbf7-dd13-4e6b-bfda-c608e3a65a53", "name": "network-vif-deleted", "tag": "5f91826a-3eb2-421d-a4dd-80e9dc87b546", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:48:59.994544 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-300ca6d2-038b-4cfa-a4a8-37bc2a70898b {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:48:59.994976 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e443bbf7-dd13-4e6b-bfda-c608e3a65a53', 'name': 'network-vif-deleted', 'tag': '5f91826a-3eb2-421d-a4dd-80e9dc87b546', 'status': 'completed', 'code': 200} Jun 18 19:49:00.022908 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3ca47667-b00e-43ee-80b9-da87982fbe14 req-1cf25f9d-4a00-4b5e-80e4-599f867871b4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9dcdf4-ce22-4910-8d26-b7722cbed4b9 HTTP/1.1" status: 200 len: 1001 time: 0.0853457 Jun 18 19:49:00.076073 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47667-b00e-43ee-80b9-da87982fbe14 req-069944dd-13f2-45d3-9105-b93beef8f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:00.078051 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3ca47667-b00e-43ee-80b9-da87982fbe14 req-069944dd-13f2-45d3-9105-b93beef8f22f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc1a5fed-d7ef-4e8a-8976-b177519138c1 HTTP/1.1" status: 200 len: 850 time: 0.0469575 Jun 18 19:49:00.147034 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47667-b00e-43ee-80b9-da87982fbe14 req-91b1156e-51c7-4755-99b5-593e31ed8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:00.148543 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3ca47667-b00e-43ee-80b9-da87982fbe14 req-91b1156e-51c7-4755-99b5-593e31ed8adc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6ccd7341-ba13-4dc8-9762-671f827fe485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0632391 Jun 18 19:49:00.210025 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:00.281545 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3ca47667-b00e-43ee-80b9-da87982fbe14 req-edff74db-91b2-4cad-8a6b-8a8919052c0d service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250899 Jun 18 19:49:00.392432 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3ca47667-b00e-43ee-80b9-da87982fbe14 req-a77d993b-b279-42f9-a05c-52bda601bf99 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043091 Jun 18 19:49:00.409970 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38180556-7889-4b27-971b-4510d084d1ad req-870ee8b9-8f90-4bfd-a8d2-44515ef3742d tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:00.411668 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-38180556-7889-4b27-971b-4510d084d1ad req-870ee8b9-8f90-4bfd-a8d2-44515ef3742d tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 943 time: 0.0775576 Jun 18 19:49:00.460418 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-38180556-7889-4b27-971b-4510d084d1ad req-293b1884-a8ec-4071-9e23-bd2e9882334d tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397513 Jun 18 19:49:00.720669 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:49:00.757169 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42e375-c7ec-4714-92d4-a4d51b9f3d22 req-da579f39-911a-4ced-862e-dc34852b2500 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:00.758685 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3b42e375-c7ec-4714-92d4-a4d51b9f3d22 req-da579f39-911a-4ced-862e-dc34852b2500 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.0671053 Jun 18 19:49:00.806160 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3b42e375-c7ec-4714-92d4-a4d51b9f3d22 req-55072943-6a00-4d36-97e0-4ec62389ac4c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366518 Jun 18 19:49:00.824070 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=56a4ad50-4259-4d5c-98e9-fce6e6a983a7,segment=NetworkSegment(05588323-f44c-4e38-a53a-ad3297c17b02),segment_id=05588323-f44c-4e38-a53a-ad3297c17b02)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:00.846073 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '56a4ad50-4259-4d5c-98e9-fce6e6a983a7', 'network_id': 'f9b4e6b3-c912-4dfc-b758-8e012386f493', 'port_id': '56a4ad50-4259-4d5c-98e9-fce6e6a983a7', 'mac_address': 'fa:16:3e:47:a5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6565ea4-56f0-42d2-85fa-16f6905b29e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:49:00.902365 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:00.926574 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:49:00.929604 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-79a2d1b4-1f69-44db-9c80-b8bf44e6df4c req-8437c5b6-829a-4895-bdaf-1880c3a44d58 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] 10.222.0.30 "GET /v2.0/ports?device_id=e443bbf7-dd13-4e6b-bfda-c608e3a65a53 HTTP/1.1" status: 200 len: 210 time: 0.0361772 Jun 18 19:49:00.952361 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=56a4ad50-4259-4d5c-98e9-fce6e6a983a7,segment=NetworkSegment(05588323-f44c-4e38-a53a-ad3297c17b02),segment_id=05588323-f44c-4e38-a53a-ad3297c17b02)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:01.072506 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:01.074333 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-dc610b41-98b6-4e3e-a168-168803e2cc44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:01.131235 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=56a4ad50-4259-4d5c-98e9-fce6e6a983a7,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:01.134481 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:01.483612 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['56a4ad50-4259-4d5c-98e9-fce6e6a983a7'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:49:01.934703 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960dd37-399d-4468-9d91-3be8dd500b0b req-2e11cd42-e2cc-4e05-a0e7-2726bc70bd38 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:01.936495 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b960dd37-399d-4468-9d91-3be8dd500b0b req-2e11cd42-e2cc-4e05-a0e7-2726bc70bd38 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 944 time: 0.3270910 Jun 18 19:49:02.011755 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b960dd37-399d-4468-9d91-3be8dd500b0b req-943af437-cb9f-4ad1-a73d-cb30422c9dfb tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639720 Jun 18 19:49:02.039190 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893786fe-9163-4318-8c4b-512d716b1930 req-a3a0ef40-24c2-433d-a0dc-265aea27e54c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:02.040661 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-893786fe-9163-4318-8c4b-512d716b1930 req-a3a0ef40-24c2-433d-a0dc-265aea27e54c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1032071 Jun 18 19:49:02.082279 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-893786fe-9163-4318-8c4b-512d716b1930 req-59f19654-44ef-4f55-9e56-8b04cb2f793c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359509 Jun 18 19:49:02.739329 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:49:02.868877 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:49:02.878671 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:49:02.879551 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:02.984513 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:03.021605 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dec8445-ef0b-445d-a287-248c1628cb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a4ad50-4259-4d5c-98e9-fce6e6a983a7'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:49:03.024119 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778cc2e0-a75e-4c70-b830-8ef9adafa2f0" -d '{"events": [{"server_uuid": "1dec8445-ef0b-445d-a287-248c1628cb98", "name": "network-vif-plugged", "status": "completed", "tag": "56a4ad50-4259-4d5c-98e9-fce6e6a983a7"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:49:03.045805 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=56a4ad50-4259-4d5c-98e9-fce6e6a983a7,segment=NetworkSegment(05588323-f44c-4e38-a53a-ad3297c17b02),segment_id=05588323-f44c-4e38-a53a-ad3297c17b02)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:03.069034 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff8b9b9-8994-44ee-80ea-74aba2769283 x-openstack-request-id: req-6ff8b9b9-8994-44ee-80ea-74aba2769283 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:49:03.069354 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dec8445-ef0b-445d-a287-248c1628cb98", "name": "network-vif-plugged", "status": "completed", "tag": "56a4ad50-4259-4d5c-98e9-fce6e6a983a7", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:49:03.069622 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ff8b9b9-8994-44ee-80ea-74aba2769283 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:49:03.070065 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dec8445-ef0b-445d-a287-248c1628cb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a4ad50-4259-4d5c-98e9-fce6e6a983a7', 'code': 200} Jun 18 19:49:03.146734 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:03.148250 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 5f91826a-3eb2-421d-a4dd-80e9dc87b546 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:49:03.153199 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:03.278801 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=56a4ad50-4259-4d5c-98e9-fce6e6a983a7,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:03.281819 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 5f91826a-3eb2-421d-a4dd-80e9dc87b546 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:49:03.282946 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 5f91826a-3eb2-421d-a4dd-80e9dc87b546 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:49:03.285051 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:03.303794 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a6324-157e-4416-bbb5-d4b87d3b5842 req-57788e14-3f31-4dda-a7c1-46453eea7874 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:03.306169 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c76a6324-157e-4416-bbb5-d4b87d3b5842 req-57788e14-3f31-4dda-a7c1-46453eea7874 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 945 time: 0.0954316 Jun 18 19:49:03.412313 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c76a6324-157e-4416-bbb5-d4b87d3b5842 req-d0661b80-e41e-4418-a578-2ce762913055 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838552 Jun 18 19:49:03.467395 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3a422-c400-44f0-b464-9589f655a46e req-d7412275-ebb8-46cc-a68c-9804ff14c286 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:03.469077 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-64e3a422-c400-44f0-b464-9589f655a46e req-d7412275-ebb8-46cc-a68c-9804ff14c286 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1274185 Jun 18 19:49:03.529596 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-64e3a422-c400-44f0-b464-9589f655a46e req-525cf06f-13e2-4928-b0d0-e5197f536fd9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534654 Jun 18 19:49:04.066845 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77186dd-c8a2-46a1-9033-70c69998bb16 req-ba3d1851-be22-4af0-ac99-a35c75c1d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:04.066845 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a77186dd-c8a2-46a1-9033-70c69998bb16 req-ba3d1851-be22-4af0-ac99-a35c75c1d954 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 1098 time: 0.1281343 Jun 18 19:49:04.066845 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a77186dd-c8a2-46a1-9033-70c69998bb16 req-520ad3f7-543b-46b8-a388-207784588381 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529804 Jun 18 19:49:04.854968 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877aa5cb-4fc2-4bd3-9816-a82494870ed3 req-3499ca27-0bb3-4d38-ab58-cff748c3c4d0 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:04.863150 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-877aa5cb-4fc2-4bd3-9816-a82494870ed3 req-3499ca27-0bb3-4d38-ab58-cff748c3c4d0 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 945 time: 0.1858745 Jun 18 19:49:04.970695 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-877aa5cb-4fc2-4bd3-9816-a82494870ed3 req-ddf1cff6-ed71-44c4-a466-435c69f394b0 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046791 Jun 18 19:49:05.014946 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192c28b-7b3f-4f2e-9ac8-9d85bee7aff1 req-331f3246-8972-49ee-8293-903bce61d808 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:05.017264 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1192c28b-7b3f-4f2e-9ac8-9d85bee7aff1 req-331f3246-8972-49ee-8293-903bce61d808 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1516418 Jun 18 19:49:05.141256 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1192c28b-7b3f-4f2e-9ac8-9d85bee7aff1 req-9e94270d-f964-4701-ac24-064dfa04adca tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106710 Jun 18 19:49:06.381609 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a32b07-07cd-4c1a-a19c-3b1d4add8b1f req-1e3834df-af1f-447b-98d2-1b0d1d3943e7 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:06.390957 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b7a32b07-07cd-4c1a-a19c-3b1d4add8b1f req-1e3834df-af1f-447b-98d2-1b0d1d3943e7 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 945 time: 0.1904399 Jun 18 19:49:06.499654 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b7a32b07-07cd-4c1a-a19c-3b1d4add8b1f req-7b03d1e5-b646-4f17-827a-a8e821203631 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070821 Jun 18 19:49:06.571420 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae15e1a-a412-4351-abf3-9c35dd49ebbb req-64ea61d6-3dc3-4227-8356-8917f4ee4250 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:06.586416 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bae15e1a-a412-4351-abf3-9c35dd49ebbb req-64ea61d6-3dc3-4227-8356-8917f4ee4250 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1790752 Jun 18 19:49:06.650259 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bae15e1a-a412-4351-abf3-9c35dd49ebbb req-69d0b7d8-5f75-46c9-bb21-7c0cd39a9d31 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590987 Jun 18 19:49:07.661322 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51530) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:07.858459 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9fd41b3d-fc06-4b95-98a7-5de704d57a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:08.034689 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19236424-3b5f-4790-a6f1-794e5aaca94f req-849b5223-3829-4676-a302-1a25f6592c25 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:08.037978 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-19236424-3b5f-4790-a6f1-794e5aaca94f req-849b5223-3829-4676-a302-1a25f6592c25 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1654634 Jun 18 19:49:08.165788 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9fd41b3d-fc06-4b95-98a7-5de704d57a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:08.190066 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-19236424-3b5f-4790-a6f1-794e5aaca94f req-e92a6c17-bf96-40d3-9bd8-eb21b4d0be2f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313560 Jun 18 19:49:08.261456 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-9fd41b3d-fc06-4b95-98a7-5de704d57a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:08.267585 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e5f7c2e7-672c-4325-b249-94f3748ea9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:08.356032 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd41b3d-fc06-4b95-98a7-5de704d57a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ea2ef2-21a6-426d-8e8f-fca8f2cc7922,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:08.364976 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51542) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:08.366170 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-9fd41b3d-fc06-4b95-98a7-5de704d57a7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57d32ee1dea645bca8bc64e39f3b3b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7028329 Jun 18 19:49:08.367960 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-9fd41b3d-fc06-4b95-98a7-5de704d57a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:08.487413 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-12588476-dd60-4b1f-bd79-6bb576ba8aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:08.538265 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-12588476-dd60-4b1f-bd79-6bb576ba8aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:08.746275 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-12588476-dd60-4b1f-bd79-6bb576ba8aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:08.750705 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-12588476-dd60-4b1f-bd79-6bb576ba8aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:08.755160 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-12588476-dd60-4b1f-bd79-6bb576ba8aae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1ea2ef2-21a6-426d-8e8f-fca8f2cc7922 HTTP/1.1" status: 204 len: 168 time: 0.3857703 Jun 18 19:49:08.755160 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-2af39129-a4f2-45bf-9aa6-dd5f2f7f1101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:08.772358 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12588476-dd60-4b1f-bd79-6bb576ba8aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ea2ef2-21a6-426d-8e8f-fca8f2cc7922,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:08.799646 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-12588476-dd60-4b1f-bd79-6bb576ba8aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:09.759637 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31768805-09da-4d32-816d-c7ba3d9149dd req-6753f089-7896-4700-b353-e6e5b51ad1e0 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:09.761202 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-31768805-09da-4d32-816d-c7ba3d9149dd req-6753f089-7896-4700-b353-e6e5b51ad1e0 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.0819440 Jun 18 19:49:09.831870 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-31768805-09da-4d32-816d-c7ba3d9149dd req-448614aa-2a91-46a5-b248-4c543b8769e0 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637388 Jun 18 19:49:10.599615 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:49:11.084308 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e517d5-f266-49e3-a748-2b632c061a8b req-04fbe61f-1967-4dfa-9a8a-25ab2abb08c4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:11.085921 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a2e517d5-f266-49e3-a748-2b632c061a8b req-04fbe61f-1967-4dfa-9a8a-25ab2abb08c4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.0851226 Jun 18 19:49:11.147680 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a2e517d5-f266-49e3-a748-2b632c061a8b req-bc8dd4c7-2772-451d-9de8-88a335d41366 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532856 Jun 18 19:49:12.523117 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dc9f9-0bff-48f1-8c72-d5a19c4569e9 req-f4a69384-c320-4e72-b33d-e597f109dbe9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:12.534549 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d23dc9f9-0bff-48f1-8c72-d5a19c4569e9 req-f4a69384-c320-4e72-b33d-e597f109dbe9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1776998 Jun 18 19:49:12.617326 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d23dc9f9-0bff-48f1-8c72-d5a19c4569e9 req-c2b042c5-dc4c-4b4a-9b7c-56a16d77a7ea tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810125 Jun 18 19:49:13.919912 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee59b2b-3615-47f7-a823-d01d8dd788b6 req-d44cd975-e92a-482a-8f88-f0160a017480 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:13.924060 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9ee59b2b-3615-47f7-a823-d01d8dd788b6 req-d44cd975-e92a-482a-8f88-f0160a017480 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1311295 Jun 18 19:49:14.001651 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9ee59b2b-3615-47f7-a823-d01d8dd788b6 req-31537c00-8e18-412a-8594-f757f88d3937 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642383 Jun 18 19:49:15.322429 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d7a3-d342-479d-8e44-4e1c14d91182 req-b3a361b1-a5af-4b6d-b25b-f8e03f3c2b04 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:15.337736 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-50a6d7a3-d342-479d-8e44-4e1c14d91182 req-b3a361b1-a5af-4b6d-b25b-f8e03f3c2b04 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1177065 Jun 18 19:49:15.395550 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-50a6d7a3-d342-479d-8e44-4e1c14d91182 req-43c28738-bde9-4572-b24e-b0061786cc6c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558510 Jun 18 19:49:16.655793 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e36d3c-a2c6-46a7-96fc-32bbfe9eaa31 req-351f8f75-367f-4e15-beb8-f0113d350424 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:16.657788 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a0e36d3c-a2c6-46a7-96fc-32bbfe9eaa31 req-351f8f75-367f-4e15-beb8-f0113d350424 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.0921903 Jun 18 19:49:16.706291 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a0e36d3c-a2c6-46a7-96fc-32bbfe9eaa31 req-6682f93e-ff29-4bb7-a3f8-3eaf8d5f8058 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418499 Jun 18 19:49:17.919726 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d851b8-cb0f-4b13-be84-7ea5bab49cdd req-f0a082f2-1065-460b-bf75-f4e4f03a419f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:17.921336 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-15d851b8-cb0f-4b13-be84-7ea5bab49cdd req-f0a082f2-1065-460b-bf75-f4e4f03a419f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.0746398 Jun 18 19:49:17.969953 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-15d851b8-cb0f-4b13-be84-7ea5bab49cdd req-b5aeefeb-1b13-4652-b797-a16a6a4d53dd tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425146 Jun 18 19:49:19.007429 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293ea8-11bd-4ebb-a831-33947d39c344 req-240ea595-6e79-4bc2-806d-9db7a5d99a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:19.008985 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-40293ea8-11bd-4ebb-a831-33947d39c344 req-240ea595-6e79-4bc2-806d-9db7a5d99a77 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 1098 time: 0.0629127 Jun 18 19:49:19.113295 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293ea8-11bd-4ebb-a831-33947d39c344 req-88c07727-1489-4809-94e9-ed5a854ce5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:19.114622 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-40293ea8-11bd-4ebb-a831-33947d39c344 req-88c07727-1489-4809-94e9-ed5a854ce5a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da HTTP/1.1" status: 200 len: 917 time: 0.0977864 Jun 18 19:49:19.187723 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836531e-2eea-4270-baea-61e0eecc8e72 req-5c863c4f-0401-4cc9-a0cc-9167ecdf12cc tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:19.190391 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2836531e-2eea-4270-baea-61e0eecc8e72 req-5c863c4f-0401-4cc9-a0cc-9167ecdf12cc tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.0887713 Jun 18 19:49:19.199076 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-40293ea8-11bd-4ebb-a831-33947d39c344 req-04240bde-4c48-427d-868c-02f4b9b6b7fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70 HTTP/1.1" status: 200 len: 1000 time: 0.0770707 Jun 18 19:49:19.242445 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2836531e-2eea-4270-baea-61e0eecc8e72 req-63eb3c14-59e3-4106-b6af-edaf4debc389 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445449 Jun 18 19:49:19.268619 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293ea8-11bd-4ebb-a831-33947d39c344 req-f68d5fdd-6ecd-431e-9bb1-df38b13738ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:19.271113 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-40293ea8-11bd-4ebb-a831-33947d39c344 req-f68d5fdd-6ecd-431e-9bb1-df38b13738ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0653697-4e0e-4a33-be0c-cebd40779fe7 HTTP/1.1" status: 200 len: 856 time: 0.0654130 Jun 18 19:49:19.341109 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293ea8-11bd-4ebb-a831-33947d39c344 req-52433fcf-b4ac-43e1-91a0-e3d2a08a2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:19.343400 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-40293ea8-11bd-4ebb-a831-33947d39c344 req-52433fcf-b4ac-43e1-91a0-e3d2a08a2b45 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0642085 Jun 18 19:49:19.465254 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-40293ea8-11bd-4ebb-a831-33947d39c344 req-be3595db-9dca-42a8-929d-a39188471bde service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142218 Jun 18 19:49:19.586202 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-40293ea8-11bd-4ebb-a831-33947d39c344 req-94d88986-4f42-43cd-83e7-9bbebf97b7f5 service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142731 Jun 18 19:49:20.447065 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf11bc-687c-4b80-92ba-e85194f1f204 req-71eabf71-fe34-44a2-9486-4b689de1d35a tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:20.448604 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5ecf11bc-687c-4b80-92ba-e85194f1f204 req-71eabf71-fe34-44a2-9486-4b689de1d35a tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.0695117 Jun 18 19:49:20.490135 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5ecf11bc-687c-4b80-92ba-e85194f1f204 req-dc71857a-6caa-4c76-9655-a71a7452b71b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351973 Jun 18 19:49:21.728644 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278e91f-9c82-4d1d-9b06-a97783629b53 req-bef60426-ae75-4d75-be17-1a01619df50d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:21.734020 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2278e91f-9c82-4d1d-9b06-a97783629b53 req-bef60426-ae75-4d75-be17-1a01619df50d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1089623 Jun 18 19:49:21.778931 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2278e91f-9c82-4d1d-9b06-a97783629b53 req-649442e4-77ff-4df9-b5e6-6ff3a7d13bd8 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358872 Jun 18 19:49:22.814782 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0cdf1eb2-384c-46b7-99bb-147666b10e70 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:49:22.908830 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:22.959653 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 0cdf1eb2-384c-46b7-99bb-147666b10e70, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:22.963288 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:49:22.963288 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17b0fb6-15d9-4d18-ba80-951e422c0ca2" -d '{"events": [{"server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "name": "network-vif-unplugged", "status": "completed", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:49:23.006825 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 19:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae8efd5-3b02-45d2-bf20-76846e090b57 x-openstack-request-id: req-3ae8efd5-3b02-45d2-bf20-76846e090b57 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:49:23.007314 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "name": "network-vif-unplugged", "status": "failed", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70", "code": 422}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:49:23.007758 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ae8efd5-3b02-45d2-bf20-76846e090b57 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:49:23.008423 dv-cinder-790535-6-smb neutron-server[100014]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'code': 422} returned with failed status Jun 18 19:49:23.064500 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3afef7-672f-4c1e-ae9c-77dccfac676d req-5638e5c1-5b7b-46b5-999e-2d8c25af9929 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:23.066545 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:23.069647 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:23.075121 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9e3afef7-672f-4c1e-ae9c-77dccfac676d req-5638e5c1-5b7b-46b5-999e-2d8c25af9929 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 945 time: 0.1185048 Jun 18 19:49:23.135342 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9e3afef7-672f-4c1e-ae9c-77dccfac676d req-45395ee8-75b0-4af5-856f-53c56adc6581 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590091 Jun 18 19:49:23.140079 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=0cdf1eb2-384c-46b7-99bb-147666b10e70,revision_number=8']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:23.147876 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:23.148227 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:23.148586 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:23.148984 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:23.160399 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:23.160399 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:23.160399 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:23.160399 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:23.160399 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:23.160399 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:23.160399 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:23.160399 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:23.160399 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:24.546448 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-4cb38299-ae6d-4ff8-b39b-8a1b89b7db60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.228260 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51870) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:25.234660 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32745457-7bce-46be-81ee-3b5a939ee546 req-d178793d-f139-4625-9204-2a7818bb4445 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:25.236518 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-32745457-7bce-46be-81ee-3b5a939ee546 req-d178793d-f139-4625-9204-2a7818bb4445 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.0811849 Jun 18 19:49:25.317929 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e64c43-8003-43fd-9a76-41b770bfddd4 admin admin] Deleting subnet b0c3fc43-6096-411c-af45-8b21a24600fb {{(pid=100012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:49:25.334979 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-32745457-7bce-46be-81ee-3b5a939ee546 req-1d4f4023-c0f4-4c6e-811f-e14554ba0a00 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765646 Jun 18 19:49:25.335234 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-14e64c43-8003-43fd-9a76-41b770bfddd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.409741 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-14e64c43-8003-43fd-9a76-41b770bfddd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127656646'] for subnet, precommit_delete_associations {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.475108 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51884) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:25.485261 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-14e64c43-8003-43fd-9a76-41b770bfddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.653050 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c81f5ac9-ecd2-4b12-a6ad-b28fdb9cc961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.669733 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-14e64c43-8003-43fd-9a76-41b770bfddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3522774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127559394'] for subnet, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.690707 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-06c43183-69f6-4c36-a72e-2c2985a62a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:25.727880 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-14e64c43-8003-43fd-9a76-41b770bfddd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.729661 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-14e64c43-8003-43fd-9a76-41b770bfddd4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b0c3fc43-6096-411c-af45-8b21a24600fb HTTP/1.1" status: 204 len: 168 time: 0.4993320 Jun 18 19:49:25.733416 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e64c43-8003-43fd-9a76-41b770bfddd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0c3fc43-6096-411c-af45-8b21a24600fb,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:25.738184 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51892) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:25.738454 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-14e64c43-8003-43fd-9a76-41b770bfddd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:25.826895 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.846421 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c81f5ac9-ecd2-4b12-a6ad-b28fdb9cc961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.914777 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.925169 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4d0fd8-c880-404b-b016-3048a20a0ce9']}} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:25.936804 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53881ef3-9161-4c00-a25a-5470c5382581') {'for_net_delete': True} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:25.937108 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53881ef3-9161-4c00-a25a-5470c5382581') {} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:25.947560 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3430585'] for segment, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.963845 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.973693 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:49:25.976757 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283797'] for segment, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.976881 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-c81f5ac9-ecd2-4b12-a6ad-b28fdb9cc961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:25.978515 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6e4c933b-8fea-4d7b-b810-4a61425799c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: Traceback (most recent call last): Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: timer() Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: cb(*args, **kw) Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: return func(*args, **kwargs) Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: self._notify() Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: self.callback(batched_events) Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: event.method(event) Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: return f(self, *a, **k) Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: return self._get(url).json() Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: return self.request(url, 'GET', **kwargs) Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:49:25.984885 dv-cinder-790535-6-smb neutron-server[100013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:49:26.011951 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51900) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:26.016144 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-c81f5ac9-ecd2-4b12-a6ad-b28fdb9cc961 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5890ee0d0984ad3acad80d5c0e2e072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399017 Jun 18 19:49:26.019854 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51902) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:26.026487 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f5ac9-ecd2-4b12-a6ad-b28fdb9cc961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b52608c-d4c8-4579-8f7a-925b822f5a18,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:26.030658 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c81f5ac9-ecd2-4b12-a6ad-b28fdb9cc961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:26.123131 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-98b516d5-cb0e-4f8b-bfc5-6b5dfaa60c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.128806 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.143951 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:26.149823 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.151664 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] 10.222.0.30 "DELETE /v2.0/networks/3f4d0fd8-c880-404b-b016-3048a20a0ce9 HTTP/1.1" status: 204 len: 168 time: 0.4168546 Jun 18 19:49:26.156171 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51906) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:26.172964 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-98b516d5-cb0e-4f8b-bfc5-6b5dfaa60c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.181146 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4d0fd8-c880-404b-b016-3048a20a0ce9,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:26.186055 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-6849a0d2-e797-4014-8517-63af1eeb7c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:26.207040 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-59ef3b71-9eaa-424f-b9ba-8b1fc2a4ebe4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1930933 Jun 18 19:49:26.210945 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c69203a-a898-4673-a25c-300af2683a2a admin admin] Deleting subnet 788f5587-8a0e-442c-8633-aaa14e7625f0 {{(pid=100012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:49:26.214952 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0c69203a-a898-4673-a25c-300af2683a2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.272109 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0c69203a-a898-4673-a25c-300af2683a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127656646'] for subnet, precommit_delete_associations {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.320959 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0c69203a-a898-4673-a25c-300af2683a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.348260 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-98b516d5-cb0e-4f8b-bfc5-6b5dfaa60c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.357270 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-98b516d5-cb0e-4f8b-bfc5-6b5dfaa60c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.362064 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-98b516d5-cb0e-4f8b-bfc5-6b5dfaa60c37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b52608c-d4c8-4579-8f7a-925b822f5a18 HTTP/1.1" status: 204 len: 168 time: 0.3297102 Jun 18 19:49:26.364277 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7d67e838-affc-4b97-a30e-6eedfb419b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:26.392144 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b516d5-cb0e-4f8b-bfc5-6b5dfaa60c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b52608c-d4c8-4579-8f7a-925b822f5a18,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:26.400611 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-98b516d5-cb0e-4f8b-bfc5-6b5dfaa60c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:26.524220 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0c69203a-a898-4673-a25c-300af2683a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3522774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127559394'] for subnet, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.529273 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:26.585709 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0c69203a-a898-4673-a25c-300af2683a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.589015 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-0c69203a-a898-4673-a25c-300af2683a2a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/788f5587-8a0e-442c-8633-aaa14e7625f0 HTTP/1.1" status: 204 len: 168 time: 0.4310043 Jun 18 19:49:26.590905 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69203a-a898-4673-a25c-300af2683a2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=788f5587-8a0e-442c-8633-aaa14e7625f0,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:26.593543 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51922) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:26.604777 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0c69203a-a898-4673-a25c-300af2683a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:26.651440 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bebfc-b88c-496c-9b8a-81bccbd5fa1c req-36c33bda-e784-4446-a34d-9adeac0a4295 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:26.653445 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c67bebfc-b88c-496c-9b8a-81bccbd5fa1c req-36c33bda-e784-4446-a34d-9adeac0a4295 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1085858 Jun 18 19:49:26.692353 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.716545 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c67bebfc-b88c-496c-9b8a-81bccbd5fa1c req-4b5789d1-4a8b-4a41-928f-af72a6edc521 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515711 Jun 18 19:49:26.788993 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.801392 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c125965-dbee-4689-9884-2fcbf5b297df']}} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:26.818268 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab4389d-8804-4a8b-a681-3fc6f7ea3353') {'for_net_delete': True} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:26.819433 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab4389d-8804-4a8b-a681-3fc6f7ea3353') {} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:49:26.832379 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127656655'] for segment, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.848833 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0cdf1eb2-384c-46b7-99bb-147666b10e70 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:49:26.849902 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.861524 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=100012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:49:26.862797 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469437'] for segment, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: Traceback (most recent call last): Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: timer() Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: cb(*args, **kw) Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: return func(*args, **kwargs) Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: self._notify() Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: self.callback(batched_events) Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: event.method(event) Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: return f(self, *a, **k) Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: return self._get(url).json() Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: return self.request(url, 'GET', **kwargs) Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:49:26.865519 dv-cinder-790535-6-smb neutron-server[100012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:49:27.124322 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.129555 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-bbbbd6a5-769b-4697-a37a-d1aeaf7b6eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:27.132419 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.135279 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0c125965-dbee-4689-9884-2fcbf5b297df HTTP/1.1" status: 204 len: 168 time: 0.5329802 Jun 18 19:49:27.153266 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-75e34970-8153-438f-aa7d-a8c77c95c212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.156067 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c125965-dbee-4689-9884-2fcbf5b297df,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:27.157537 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:27.340051 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51940) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:27.354614 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-eeb997d1-676a-4b56-b1b1-9bb0ff8cf96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.461534 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-eeb997d1-676a-4b56-b1b1-9bb0ff8cf96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.654562 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-eeb997d1-676a-4b56-b1b1-9bb0ff8cf96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.657626 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-f1c3f579-fa3c-4053-8a72-159439c17ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:27.696570 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb997d1-676a-4b56-b1b1-9bb0ff8cf96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4a4aca-acdc-406b-9a99-07fa2c672019,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:27.702019 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-eeb997d1-676a-4b56-b1b1-9bb0ff8cf96d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2232ca81a265481e991b47b78f41d9bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604496 Jun 18 19:49:27.703112 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-eeb997d1-676a-4b56-b1b1-9bb0ff8cf96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:27.704690 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51942) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:27.766929 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cd8e6707-98c2-4516-82aa-c976b11ffd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.798874 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cd8e6707-98c2-4516-82aa-c976b11ffd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.834754 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51946) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:27.924752 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-8ba2c463-197c-4f43-87c3-a9d4ef7b3800 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21819eea86c44a61a858edbe51d40273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864606 Jun 18 19:49:27.927035 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51948) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:27.951272 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d943f47-e7f7-4c51-8b1b-1bc9eb6f48f2 req-15ad056f-2bad-4dc5-be74-2b5d9c0b3896 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:27.955990 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4d943f47-e7f7-4c51-8b1b-1bc9eb6f48f2 req-15ad056f-2bad-4dc5-be74-2b5d9c0b3896 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1011250 Jun 18 19:49:27.986462 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cd8e6707-98c2-4516-82aa-c976b11ffd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.992994 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-464dcbc7-acc6-4f56-97b5-e05207cb6346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.993173 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cd8e6707-98c2-4516-82aa-c976b11ffd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:27.993173 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-cd8e6707-98c2-4516-82aa-c976b11ffd98 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb4a4aca-acdc-406b-9a99-07fa2c672019 HTTP/1.1" status: 204 len: 168 time: 0.2847643 Jun 18 19:49:27.997703 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8b8ec4d3-c91e-420c-a2f6-602cb6bb2a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:28.009475 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e6707-98c2-4516-82aa-c976b11ffd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4a4aca-acdc-406b-9a99-07fa2c672019,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:28.011537 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-464dcbc7-acc6-4f56-97b5-e05207cb6346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:28.014616 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4d943f47-e7f7-4c51-8b1b-1bc9eb6f48f2 req-f54089a6-2f77-4967-9b45-238e1d28d583 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547149 Jun 18 19:49:28.015730 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-cd8e6707-98c2-4516-82aa-c976b11ffd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:28.163658 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:28.164449 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-464dcbc7-acc6-4f56-97b5-e05207cb6346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:28.166390 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-464dcbc7-acc6-4f56-97b5-e05207cb6346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:28.167562 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-464dcbc7-acc6-4f56-97b5-e05207cb6346 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3dcc853e-046a-417f-892f-9bf6a8b3f422 HTTP/1.1" status: 204 len: 168 time: 0.2383258 Jun 18 19:49:28.169387 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c81f5ac9-ecd2-4b12-a6ad-b28fdb9cc961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:28.179731 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464dcbc7-acc6-4f56-97b5-e05207cb6346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcc853e-046a-417f-892f-9bf6a8b3f422,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:28.189302 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-464dcbc7-acc6-4f56-97b5-e05207cb6346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:28.397736 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:28.852559 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218540c1-51f5-4a2a-80e9-8e10894dd1f9 req-56ef754d-6580-4172-99ef-e6cf3d8fb336 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:28.855380 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-218540c1-51f5-4a2a-80e9-8e10894dd1f9 req-56ef754d-6580-4172-99ef-e6cf3d8fb336 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0998349 Jun 18 19:49:28.915402 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-218540c1-51f5-4a2a-80e9-8e10894dd1f9 req-93d3bd39-e9e7-459a-879d-8c178984db81 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519443 Jun 18 19:49:29.041482 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 51966) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:29.054739 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-74188fbd-5908-4fa5-aaf1-b58b3ca3c8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.180279 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.194023 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-74188fbd-5908-4fa5-aaf1-b58b3ca3c8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.226451 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95158769-bf21-4651-991a-4caef041abcb req-edc01918-37c4-4fcb-bee0-94e666b34ae3 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:29.228014 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-95158769-bf21-4651-991a-4caef041abcb req-edc01918-37c4-4fcb-bee0-94e666b34ae3 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.0739050 Jun 18 19:49:29.266152 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-74188fbd-5908-4fa5-aaf1-b58b3ca3c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.271340 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-12588476-dd60-4b1f-bd79-6bb576ba8aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:29.277532 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51972) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:29.303551 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-95158769-bf21-4651-991a-4caef041abcb req-6feeeca3-0b41-407d-8131-c28ec9a8cdb1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690503 Jun 18 19:49:29.311269 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-74188fbd-5908-4fa5-aaf1-b58b3ca3c8d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ceb4cad0e9549398ab67799803220b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684324 Jun 18 19:49:29.313839 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74188fbd-5908-4fa5-aaf1-b58b3ca3c8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7292746-f7e9-4ee0-a239-5d1896961ab9,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:29.314362 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51974) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:29.318499 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-74188fbd-5908-4fa5-aaf1-b58b3ca3c8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:29.384682 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-bdca16da-e11c-4a2f-b329-c35e908131d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7e5796fa32744ecbb8fa7d6d5dd460a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1053848 Jun 18 19:49:29.387449 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 51976) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:29.409813 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1298c0c6-c78a-46b0-9247-70fc6c50d3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.452374 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1298c0c6-c78a-46b0-9247-70fc6c50d3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.487713 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e5469d31-69ff-4832-8cf9-9fb4e4059fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.520924 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e5469d31-69ff-4832-8cf9-9fb4e4059fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.712810 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1298c0c6-c78a-46b0-9247-70fc6c50d3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.718337 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1298c0c6-c78a-46b0-9247-70fc6c50d3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.722600 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-1298c0c6-c78a-46b0-9247-70fc6c50d3c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7292746-f7e9-4ee0-a239-5d1896961ab9 HTTP/1.1" status: 204 len: 168 time: 0.4046905 Jun 18 19:49:29.722600 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e5469d31-69ff-4832-8cf9-9fb4e4059fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.725675 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e5469d31-69ff-4832-8cf9-9fb4e4059fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:29.729553 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-e5469d31-69ff-4832-8cf9-9fb4e4059fd5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49f2e6d5-5516-427f-ae04-8b05d8262c65 HTTP/1.1" status: 204 len: 168 time: 0.3387094 Jun 18 19:49:29.729553 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7fd8d593-b409-48d7-8095-613512abe58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:29.741104 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298c0c6-c78a-46b0-9247-70fc6c50d3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7292746-f7e9-4ee0-a239-5d1896961ab9,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:29.756422 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5469d31-69ff-4832-8cf9-9fb4e4059fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f2e6d5-5516-427f-ae04-8b05d8262c65,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:29.760871 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e5469d31-69ff-4832-8cf9-9fb4e4059fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:29.761854 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-eeb997d1-676a-4b56-b1b1-9bb0ff8cf96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:29.761982 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-eeb997d1-676a-4b56-b1b1-9bb0ff8cf96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:30.108342 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-eedf0946-5d2c-4af0-8ac5-e6ef1a39c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:30.110099 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-eedf0946-5d2c-4af0-8ac5-e6ef1a39c3bd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57&tenant_id=768a52f89fe94070af46a943e64aaf6f HTTP/1.1" status: 200 len: 1096 time: 0.1616755 Jun 18 19:49:30.180793 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:30.181570 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559916f-89f2-41f0-83e2-bb81df3f0736 req-8008e305-d133-4614-88f0-1115acc754d6 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:30.185425 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f559916f-89f2-41f0-83e2-bb81df3f0736 req-8008e305-d133-4614-88f0-1115acc754d6 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1395791 Jun 18 19:49:30.226936 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-f441bd6a-d944-47a3-915b-e96d1dafa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:30.231809 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-f441bd6a-d944-47a3-915b-e96d1dafa17a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 1096 time: 0.0880611 Jun 18 19:49:30.259269 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f559916f-89f2-41f0-83e2-bb81df3f0736 req-b91d96b5-5151-4cbd-8cc8-4c4ac16bcfbe tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664036 Jun 18 19:49:30.372301 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-29abc568-0b39-4cff-b310-31042cd0b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:30.376155 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-29abc568-0b39-4cff-b310-31042cd0b571 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da HTTP/1.1" status: 200 len: 917 time: 0.1384764 Jun 18 19:49:30.462048 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-417a6c3e-0bbf-4a59-b80d-b85488ff8663 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70 HTTP/1.1" status: 200 len: 998 time: 0.0787020 Jun 18 19:49:30.540764 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-d79c756a-071b-4449-b86d-1b12969adc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:30.542770 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-d79c756a-071b-4449-b86d-1b12969adc48 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0653697-4e0e-4a33-be0c-cebd40779fe7 HTTP/1.1" status: 200 len: 856 time: 0.0733144 Jun 18 19:49:30.577792 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e05810-140c-415a-a1f8-cf7a21ad1fcd req-ee399230-c3d8-4962-a52b-ff681dd2967f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:30.580590 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-49e05810-140c-415a-a1f8-cf7a21ad1fcd req-ee399230-c3d8-4962-a52b-ff681dd2967f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1086967 Jun 18 19:49:30.620388 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-4751d900-0f31-4f41-8752-0230998631bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:30.622054 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-4751d900-0f31-4f41-8752-0230998631bd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713589 Jun 18 19:49:30.627816 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-49e05810-140c-415a-a1f8-cf7a21ad1fcd req-285b7abf-48c2-4778-b64d-6a7de019faa8 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350244 Jun 18 19:49:30.727379 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-2f2b3b66-304f-4a0c-b76d-7c9d4933b28f service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971193 Jun 18 19:49:30.859404 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1711db16-73b3-41d1-a4e5-ae1df3d03d95 req-b47bca47-9bd3-49b4-9d6e-319675596225 service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216946 Jun 18 19:49:31.506592 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d153193-b136-479b-99da-12e7ea7a473e req-498e53e5-a696-4eac-afc3-96689bda6719 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:31.510482 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6d153193-b136-479b-99da-12e7ea7a473e req-498e53e5-a696-4eac-afc3-96689bda6719 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0920968 Jun 18 19:49:31.569601 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6d153193-b136-479b-99da-12e7ea7a473e req-b657b180-7be9-4850-abae-2b2f8ad0876e tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517063 Jun 18 19:49:31.842915 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3562c5-0c53-4955-abcb-8bcbcb09465c req-c99a87d6-d6a5-4869-9c7f-8ced338784b9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:31.851603 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4d3562c5-0c53-4955-abcb-8bcbcb09465c req-c99a87d6-d6a5-4869-9c7f-8ced338784b9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.0902312 Jun 18 19:49:31.907830 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4d3562c5-0c53-4955-abcb-8bcbcb09465c req-ecdcd697-92b5-4e22-b4ed-d08f555e85e1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545669 Jun 18 19:49:32.927225 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993c5bc-c41e-4c39-8053-769cac327349 req-9b35bc27-9b47-43d1-9e1c-c1538b59527e tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:32.928856 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c993c5bc-c41e-4c39-8053-769cac327349 req-9b35bc27-9b47-43d1-9e1c-c1538b59527e tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0998206 Jun 18 19:49:33.001330 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c993c5bc-c41e-4c39-8053-769cac327349 req-4fef7825-9997-4b2c-8f6e-9f593c24fcd2 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652196 Jun 18 19:49:33.142841 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5f927-71d9-435e-bf63-4f068d77d7db req-88bcf544-a328-40aa-88aa-6aa39cab9f5d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:33.144363 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-96e5f927-71d9-435e-bf63-4f068d77d7db req-88bcf544-a328-40aa-88aa-6aa39cab9f5d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.0852742 Jun 18 19:49:33.203599 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-96e5f927-71d9-435e-bf63-4f068d77d7db req-3c748dce-f207-4044-a5de-499c55ad377d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531676 Jun 18 19:49:34.199852 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57beb9-bb93-42af-a7b2-84146493c851 req-0fb8ba83-d1e5-44e9-bcd0-5ba4f54bcb94 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:34.201859 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fb57beb9-bb93-42af-a7b2-84146493c851 req-0fb8ba83-d1e5-44e9-bcd0-5ba4f54bcb94 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0693524 Jun 18 19:49:34.270147 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fb57beb9-bb93-42af-a7b2-84146493c851 req-f4408784-fa5a-4930-9cd3-b05c287047ea tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613406 Jun 18 19:49:34.428503 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f249-af9c-48f9-9bbb-c2ae4f04ca47 req-fe61370c-951f-459b-b63b-7cbe5584148f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:34.430210 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ab12f249-af9c-48f9-9bbb-c2ae4f04ca47 req-fe61370c-951f-459b-b63b-7cbe5584148f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.0710239 Jun 18 19:49:34.489377 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ab12f249-af9c-48f9-9bbb-c2ae4f04ca47 req-c9378379-8cdf-4386-8b2d-5c177ac2ff1f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523286 Jun 18 19:49:35.475997 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8b8f7-e8b0-4e66-9d5d-2df65bb3ac54 req-ab7e83e5-5b3f-48be-8bd6-6cb0c204bea9 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:35.477557 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-23d8b8f7-e8b0-4e66-9d5d-2df65bb3ac54 req-ab7e83e5-5b3f-48be-8bd6-6cb0c204bea9 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0823696 Jun 18 19:49:35.524410 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-23d8b8f7-e8b0-4e66-9d5d-2df65bb3ac54 req-db0683a3-723c-4efd-a086-3747ae185de6 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396986 Jun 18 19:49:35.707955 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a3364-6d33-4029-a11e-507a979713d4 req-662ed127-10b3-43d6-a54e-dfbf2ae46bec tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:35.709423 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c17a3364-6d33-4029-a11e-507a979713d4 req-662ed127-10b3-43d6-a54e-dfbf2ae46bec tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.0682800 Jun 18 19:49:35.756965 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c17a3364-6d33-4029-a11e-507a979713d4 req-a1029516-fdec-4a96-8708-481161b2ec10 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399570 Jun 18 19:49:36.664252 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 52126) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:36.767224 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00bcbd-ed5f-4876-946b-3e6b9c96d7d7 req-fb4a71ad-c65e-4889-a0f7-3c81e4b88078 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:36.768967 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ed00bcbd-ed5f-4876-946b-3e6b9c96d7d7 req-fb4a71ad-c65e-4889-a0f7-3c81e4b88078 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0815573 Jun 18 19:49:36.848310 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-618668ec-3f1f-427b-b186-3d67e3afe496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:36.851902 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ed00bcbd-ed5f-4876-946b-3e6b9c96d7d7 req-44a030a3-ba31-4049-9acd-a10eaec4f6ac tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713968 Jun 18 19:49:36.967794 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-618668ec-3f1f-427b-b186-3d67e3afe496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:36.982109 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59731e67-a46f-4719-90f4-7fde69124318 req-be64e92d-21e2-4a21-a516-783d81d4b109 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:36.983680 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-59731e67-a46f-4719-90f4-7fde69124318 req-be64e92d-21e2-4a21-a516-783d81d4b109 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.0828037 Jun 18 19:49:37.031358 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-59731e67-a46f-4719-90f4-7fde69124318 req-b99ecf5b-f040-4c95-8bb4-916ef60e8708 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335007 Jun 18 19:49:37.048730 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-618668ec-3f1f-427b-b186-3d67e3afe496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:37.051883 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-74188fbd-5908-4fa5-aaf1-b58b3ca3c8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:37.094522 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-618668ec-3f1f-427b-b186-3d67e3afe496 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71b05986120146c087cda0ec99f45671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4289978 Jun 18 19:49:37.095771 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618668ec-3f1f-427b-b186-3d67e3afe496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6d13cf-bfd0-47c0-b355-c8c02df17c33,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:37.099594 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-618668ec-3f1f-427b-b186-3d67e3afe496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:37.100331 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 52138) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:37.170232 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2f78ae26-1678-4a02-9e12-296e37bccfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:37.194188 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2f78ae26-1678-4a02-9e12-296e37bccfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:37.592186 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2f78ae26-1678-4a02-9e12-296e37bccfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:37.594881 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-2f78ae26-1678-4a02-9e12-296e37bccfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:37.596069 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-2f78ae26-1678-4a02-9e12-296e37bccfa0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec6d13cf-bfd0-47c0-b355-c8c02df17c33 HTTP/1.1" status: 204 len: 168 time: 0.4945912 Jun 18 19:49:37.596903 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6ac9e3e7-4c5a-43a2-a530-052642b42de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:37.605014 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78ae26-1678-4a02-9e12-296e37bccfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6d13cf-bfd0-47c0-b355-c8c02df17c33,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:37.608199 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-2f78ae26-1678-4a02-9e12-296e37bccfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:38.130657 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665a5c-7052-4c02-95d1-2ea262a4bb2b req-269a56cd-2607-4c69-a8fd-8fb88f86a23f tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:38.138773 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-72665a5c-7052-4c02-95d1-2ea262a4bb2b req-269a56cd-2607-4c69-a8fd-8fb88f86a23f tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1180489 Jun 18 19:49:38.220087 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-72665a5c-7052-4c02-95d1-2ea262a4bb2b req-7bee2e13-be9b-4b84-ab87-294f5f18bf1d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701647 Jun 18 19:49:38.325001 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856d9fd-8b9c-4a15-aba0-bc88b40504ca req-33039d13-35df-4899-aa8a-6efa5845c89e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:38.327302 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a856d9fd-8b9c-4a15-aba0-bc88b40504ca req-33039d13-35df-4899-aa8a-6efa5845c89e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1054556 Jun 18 19:49:38.392642 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a856d9fd-8b9c-4a15-aba0-bc88b40504ca req-c4375b96-c3b8-4c05-bfc8-4986d9808b30 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575736 Jun 18 19:49:39.452980 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a02a4-a77d-46f2-a976-24311d2ede0a req-3a303683-1fba-4e9c-a248-0d9a582dea10 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:39.454517 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-232a02a4-a77d-46f2-a976-24311d2ede0a req-3a303683-1fba-4e9c-a248-0d9a582dea10 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0738585 Jun 18 19:49:39.509062 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-232a02a4-a77d-46f2-a976-24311d2ede0a req-4beedde3-9821-498f-8571-454e52d2cf70 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486400 Jun 18 19:49:39.640860 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee56d85-37d1-4491-8ee7-e0dc35d426d6 req-3ded6f8f-30d7-440d-8895-3e0c66fbf794 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:39.643870 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6ee56d85-37d1-4491-8ee7-e0dc35d426d6 req-3ded6f8f-30d7-440d-8895-3e0c66fbf794 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.0978639 Jun 18 19:49:39.708229 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6ee56d85-37d1-4491-8ee7-e0dc35d426d6 req-bb63bf0d-714e-4818-86d7-b54ca8b7181a tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569520 Jun 18 19:49:40.734132 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5ffeb-3663-4630-972e-110a0a124b5c req-069f42d3-8e63-4199-a237-0ba0f443717d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:40.735639 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-22e5ffeb-3663-4630-972e-110a0a124b5c req-069f42d3-8e63-4199-a237-0ba0f443717d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0897779 Jun 18 19:49:40.788963 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-22e5ffeb-3663-4630-972e-110a0a124b5c req-cceb6c63-9264-4330-bccf-a8cc47f36302 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457647 Jun 18 19:49:40.935330 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44632ef-e79b-4349-b049-3d2ad72ec000 req-34b06dfc-9740-4fcd-afc1-acff1d9e77ff tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:40.937230 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a44632ef-e79b-4349-b049-3d2ad72ec000 req-34b06dfc-9740-4fcd-afc1-acff1d9e77ff tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.0756600 Jun 18 19:49:40.995115 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a44632ef-e79b-4349-b049-3d2ad72ec000 req-af2fe7f5-b8ec-46b3-a7c6-5d72b0307c24 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509555 Jun 18 19:49:42.048856 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3ec8d-edaf-4308-b7d3-47c815a17513 req-19be9028-5af7-4fc1-b47d-552366737813 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:42.050118 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-99a3ec8d-edaf-4308-b7d3-47c815a17513 req-19be9028-5af7-4fc1-b47d-552366737813 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1037140 Jun 18 19:49:42.109248 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-99a3ec8d-edaf-4308-b7d3-47c815a17513 req-e44e80d3-366e-4bf7-aaea-81536e738da7 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528021 Jun 18 19:49:42.246005 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fe0a3-cfd0-49f7-a820-e1ac4824e85f req-5c8e395b-85c8-49d6-a01f-9a2ae3bcc683 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:42.250401 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-614fe0a3-cfd0-49f7-a820-e1ac4824e85f req-5c8e395b-85c8-49d6-a01f-9a2ae3bcc683 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.0912018 Jun 18 19:49:42.304145 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-614fe0a3-cfd0-49f7-a820-e1ac4824e85f req-3ff0634a-b3f7-4395-8656-1100c1239d42 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473907 Jun 18 19:49:43.398795 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac0bf5-92a0-4dce-a261-539ec31a6530 req-073216a3-af7f-4597-998a-e1b4f61d8d5e tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:43.402974 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c5ac0bf5-92a0-4dce-a261-539ec31a6530 req-073216a3-af7f-4597-998a-e1b4f61d8d5e tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1233411 Jun 18 19:49:43.490679 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c5ac0bf5-92a0-4dce-a261-539ec31a6530 req-a249e9f4-c7f2-4a8b-ac58-272989be625c tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833898 Jun 18 19:49:43.545038 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af99a2-155c-473b-9706-bce076057594 req-e35d163e-fe4d-418a-b790-f5518189ad7c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:43.550031 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-15af99a2-155c-473b-9706-bce076057594 req-e35d163e-fe4d-418a-b790-f5518189ad7c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.0969217 Jun 18 19:49:43.590134 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-15af99a2-155c-473b-9706-bce076057594 req-9c93260f-d540-4700-a737-11a494e053cf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376565 Jun 18 19:49:44.809796 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307f88d-d793-4c04-bdf1-a5f238f7d3f5 req-9b747c7d-eef3-4035-909e-e6125ac79fe2 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:44.811504 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2307f88d-d793-4c04-bdf1-a5f238f7d3f5 req-9b747c7d-eef3-4035-909e-e6125ac79fe2 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.1269763 Jun 18 19:49:44.890249 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2307f88d-d793-4c04-bdf1-a5f238f7d3f5 req-7f3a966c-99cb-4eaf-9d91-e68b59a8cb06 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695729 Jun 18 19:49:44.913480 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f80a05-5c53-4d34-95af-f0caebd54dc1 req-cb637339-a26f-40fe-a117-3d035c3530a7 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:44.915293 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-62f80a05-5c53-4d34-95af-f0caebd54dc1 req-cb637339-a26f-40fe-a117-3d035c3530a7 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1540797 Jun 18 19:49:44.974351 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-62f80a05-5c53-4d34-95af-f0caebd54dc1 req-d3d274d1-a168-4617-8c2c-fd53fd2db3fd tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521958 Jun 18 19:49:46.104941 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538e33-97df-4d44-a366-32feec13e6f4 req-352fe6cb-6952-4e66-a8c6-070336809a2d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:46.107104 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1c538e33-97df-4d44-a366-32feec13e6f4 req-352fe6cb-6952-4e66-a8c6-070336809a2d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0735033 Jun 18 19:49:46.185264 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1c538e33-97df-4d44-a366-32feec13e6f4 req-343d20ce-e504-494a-b694-35687e5483c2 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663667 Jun 18 19:49:46.209056 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4463b-048b-44b9-85f5-7b11b31f8c2a req-386d607a-3e7b-426a-8566-63d342c09931 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:46.210551 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dfa4463b-048b-44b9-85f5-7b11b31f8c2a req-386d607a-3e7b-426a-8566-63d342c09931 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1008062 Jun 18 19:49:46.258675 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dfa4463b-048b-44b9-85f5-7b11b31f8c2a req-99c3e2ea-b842-41ec-a1b9-300e37f6fd46 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417142 Jun 18 19:49:47.378173 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414bc7c-15a4-4405-a130-1430531c55b2 req-ad01f77c-90fa-4525-9eab-27cbab4ee9b3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:47.379732 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7414bc7c-15a4-4405-a130-1430531c55b2 req-ad01f77c-90fa-4525-9eab-27cbab4ee9b3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0681601 Jun 18 19:49:47.461489 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7414bc7c-15a4-4405-a130-1430531c55b2 req-aab5c1cb-aa5f-4e2c-99b7-b9da2bf3a963 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705948 Jun 18 19:49:47.487219 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42311f7f-afad-492f-b249-80898192c24d req-6fc150b0-5b6b-4b4e-896c-5c35443515b8 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:47.487219 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-42311f7f-afad-492f-b249-80898192c24d req-6fc150b0-5b6b-4b4e-896c-5c35443515b8 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1032043 Jun 18 19:49:47.523165 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-42311f7f-afad-492f-b249-80898192c24d req-460dd2cd-0da1-4747-afcc-d6c2d71791b8 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334613 Jun 18 19:49:47.598522 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:49:48.665436 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd4547-ba94-4209-8a16-70aebaf29b01 req-375bee18-9662-4c2a-8c62-0ab8ee2eb75d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:48.667634 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-46dd4547-ba94-4209-8a16-70aebaf29b01 req-375bee18-9662-4c2a-8c62-0ab8ee2eb75d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0714169 Jun 18 19:49:48.747562 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-46dd4547-ba94-4209-8a16-70aebaf29b01 req-f52f55b3-0fe0-45ff-8eb1-1d3060882b83 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722601 Jun 18 19:49:48.779270 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612604d-d132-4a66-8cf7-2431d6fdc76b req-4d538216-55a3-4953-9393-5189f5722162 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:48.780864 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1612604d-d132-4a66-8cf7-2431d6fdc76b req-4d538216-55a3-4953-9393-5189f5722162 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1027172 Jun 18 19:49:48.820992 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1612604d-d132-4a66-8cf7-2431d6fdc76b req-1cc8970d-8588-4f23-92ff-b97f85a23534 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341361 Jun 18 19:49:49.936712 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2093d-3981-4407-a88b-25c7ecf73aba req-32f362a2-c319-417b-9494-f0307c2cb7a3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:49.938271 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-deb2093d-3981-4407-a88b-25c7ecf73aba req-32f362a2-c319-417b-9494-f0307c2cb7a3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0701332 Jun 18 19:49:50.018549 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf68093-22fe-4ba1-a928-ead11c23568f req-14e3f209-5b53-484e-ab4e-792997301ec1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:50.020162 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bcf68093-22fe-4ba1-a928-ead11c23568f req-14e3f209-5b53-484e-ab4e-792997301ec1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.0700905 Jun 18 19:49:50.076198 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bcf68093-22fe-4ba1-a928-ead11c23568f req-4336becf-8f31-43be-9b90-943b51fc14b6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497577 Jun 18 19:49:50.183857 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-deb2093d-3981-4407-a88b-25c7ecf73aba req-fbdf9773-26c4-4e66-b84c-e1be07e92aa4 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395506 Jun 18 19:49:50.736452 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa822b-c2b7-49fc-8057-38df8fa49d35 req-dfec094b-db8b-4156-9fd2-aaa51bc02456 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:50.738594 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-30aa822b-c2b7-49fc-8057-38df8fa49d35 req-dfec094b-db8b-4156-9fd2-aaa51bc02456 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0802381 Jun 18 19:49:50.785081 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-30aa822b-c2b7-49fc-8057-38df8fa49d35 req-97efa926-228c-436e-be29-332cff626e84 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388722 Jun 18 19:49:50.861072 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939da6-1cc9-47c2-a072-f332d2a5031b req-365f8364-5312-44ef-93d1-a1b097e089fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:50.862471 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-75939da6-1cc9-47c2-a072-f332d2a5031b req-365f8364-5312-44ef-93d1-a1b097e089fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 1098 time: 0.0581043 Jun 18 19:49:50.959040 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939da6-1cc9-47c2-a072-f332d2a5031b req-9e9fa099-c88a-42fb-9fd0-b69d659ff215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:50.960524 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-75939da6-1cc9-47c2-a072-f332d2a5031b req-9e9fa099-c88a-42fb-9fd0-b69d659ff215 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 200 len: 911 time: 0.0905540 Jun 18 19:49:51.038537 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-75939da6-1cc9-47c2-a072-f332d2a5031b req-fbb728fb-8c23-40eb-a5d5-7eac311eccb2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df9dcdf4-ce22-4910-8d26-b7722cbed4b9 HTTP/1.1" status: 200 len: 1001 time: 0.0697594 Jun 18 19:49:51.087968 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939da6-1cc9-47c2-a072-f332d2a5031b req-127964fb-bf88-401f-a08d-667ace115f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:51.090120 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-75939da6-1cc9-47c2-a072-f332d2a5031b req-127964fb-bf88-401f-a08d-667ace115f0a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc1a5fed-d7ef-4e8a-8976-b177519138c1 HTTP/1.1" status: 200 len: 850 time: 0.0439155 Jun 18 19:49:51.164285 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939da6-1cc9-47c2-a072-f332d2a5031b req-db4a0f6b-cfac-40fd-99ca-04d0dd5ee9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:51.165839 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-75939da6-1cc9-47c2-a072-f332d2a5031b req-db4a0f6b-cfac-40fd-99ca-04d0dd5ee9e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6ccd7341-ba13-4dc8-9762-671f827fe485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696516 Jun 18 19:49:51.272741 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-75939da6-1cc9-47c2-a072-f332d2a5031b req-d028d11c-b5f2-4646-9640-7e28109b4dbd service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962605 Jun 18 19:49:51.366078 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2984a-eb31-47cf-9349-f36880472b04 req-0b0fa68b-88e8-4f55-903f-39bfab3f3d71 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:51.367708 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5cd2984a-eb31-47cf-9349-f36880472b04 req-0b0fa68b-88e8-4f55-903f-39bfab3f3d71 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1370158 Jun 18 19:49:51.384541 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-75939da6-1cc9-47c2-a072-f332d2a5031b req-a2de1645-8a34-427b-aaca-e1f7a78353af service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047611 Jun 18 19:49:51.411058 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5cd2984a-eb31-47cf-9349-f36880472b04 req-0e75ea7e-01e0-4d8e-92a9-00d2d43ffc86 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371978 Jun 18 19:49:51.985134 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96d07e-03fe-456c-9db5-4d5229ca9d5c req-217c6e74-aa32-4b9f-8d9b-86a09a54b2ca tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:51.986637 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-af96d07e-03fe-456c-9db5-4d5229ca9d5c req-217c6e74-aa32-4b9f-8d9b-86a09a54b2ca tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0843146 Jun 18 19:49:52.032982 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-af96d07e-03fe-456c-9db5-4d5229ca9d5c req-fec5c012-73f8-40fb-a0bd-00e0f79e028e tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394781 Jun 18 19:49:52.682215 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59577e59-f5bb-4584-a2c0-06dce895315c req-b33e1f32-e633-492e-9201-adbef5a20e0b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:52.684058 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-59577e59-f5bb-4584-a2c0-06dce895315c req-b33e1f32-e633-492e-9201-adbef5a20e0b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 943 time: 0.1379352 Jun 18 19:49:52.728507 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-59577e59-f5bb-4584-a2c0-06dce895315c req-81dca7ce-ed12-40d5-92be-6c70bce3d760 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385487 Jun 18 19:49:53.000437 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0cdf1eb2-384c-46b7-99bb-147666b10e70 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:49:53.098427 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 0cdf1eb2-384c-46b7-99bb-147666b10e70, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:53.110616 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'port_id': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'mac_address': 'fa:16:3e:be:67:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:49:53.152728 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:53.165583 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cdf1eb2-384c-46b7-99bb-147666b10e70 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:49:53.193837 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 0cdf1eb2-384c-46b7-99bb-147666b10e70, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:53.225621 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311f424-3d25-493e-835d-a94537c1ae2b req-14a121a6-28e7-4a95-ace1-eaf973687426 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:53.227136 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f311f424-3d25-493e-835d-a94537c1ae2b req-14a121a6-28e7-4a95-ace1-eaf973687426 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0776649 Jun 18 19:49:53.271817 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f311f424-3d25-493e-835d-a94537c1ae2b req-d342c027-432b-4d96-a3b8-c1991da44908 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371687 Jun 18 19:49:53.278495 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:53.281701 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:53.337003 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=0cdf1eb2-384c-46b7-99bb-147666b10e70,revision_number=9']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:53.340624 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:53.888391 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['0cdf1eb2-384c-46b7-99bb-147666b10e70'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:49:53.943194 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc49d7-244f-4f8b-9524-34c5bd3ebdcd req-78d42299-3d77-48d1-8931-bdcd54389706 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:53.945678 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dffc49d7-244f-4f8b-9524-34c5bd3ebdcd req-78d42299-3d77-48d1-8931-bdcd54389706 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 944 time: 0.0860984 Jun 18 19:49:53.993756 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dffc49d7-244f-4f8b-9524-34c5bd3ebdcd req-7052cfdf-6f5c-4ec6-a1a8-a0eb76195fa3 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Jun 18 19:49:54.517431 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-80c2c483-3d17-450f-ae33-d1e688307cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:55.015218 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0cdf1eb2-384c-46b7-99bb-147666b10e70 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:49:55.078610 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 0cdf1eb2-384c-46b7-99bb-147666b10e70 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:49:55.079150 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:55.173090 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:55.207094 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffb1d4-f305-466f-9847-70ed3c2d9f1d req-740d035d-c04b-44a6-a0dd-77aefcc8373f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:55.208677 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-75ffb1d4-f305-466f-9847-70ed3c2d9f1d req-740d035d-c04b-44a6-a0dd-77aefcc8373f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 944 time: 0.0761752 Jun 18 19:49:55.212589 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:49:55.217394 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9466719e-a2c4-4c6e-b659-17584fddd8cb" -d '{"events": [{"server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "name": "network-vif-plugged", "status": "completed", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:49:55.245239 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 0cdf1eb2-384c-46b7-99bb-147666b10e70, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:49:55.264925 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-75ffb1d4-f305-466f-9847-70ed3c2d9f1d req-a2b5d456-a3c0-48a8-bc7f-c9a5e9dab0ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443757 Jun 18 19:49:55.321653 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36c2d92-a88b-42a2-851d-4be0c05817b3 x-openstack-request-id: req-d36c2d92-a88b-42a2-851d-4be0c05817b3 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:49:55.322095 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "name": "network-vif-plugged", "status": "completed", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:49:55.322455 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d36c2d92-a88b-42a2-851d-4be0c05817b3 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:49:55.323114 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'code': 200} Jun 18 19:49:55.324945 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:55.328595 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:55.388740 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=0cdf1eb2-384c-46b7-99bb-147666b10e70,revision_number=10']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:55.391857 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:55.801635 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa05ee-cb21-47c0-9a27-93d430ea7683 req-f5b3ff4f-8575-4239-80fb-06499b804711 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:55.803312 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6efa05ee-cb21-47c0-9a27-93d430ea7683 req-f5b3ff4f-8575-4239-80fb-06499b804711 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 945 time: 0.0769682 Jun 18 19:49:56.142567 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6efa05ee-cb21-47c0-9a27-93d430ea7683 req-7b11d405-2c9f-4304-846e-8f2db2d7f0d3 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275418 Jun 18 19:49:56.150010 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a950e01-d187-485b-80e5-20861227eff9 req-6335aa42-fbb7-4784-8695-eacb39e97799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:56.153216 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4a950e01-d187-485b-80e5-20861227eff9 req-6335aa42-fbb7-4784-8695-eacb39e97799 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 1099 time: 0.0789511 Jun 18 19:49:56.206777 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4a950e01-d187-485b-80e5-20861227eff9 req-8d2a9465-b6a9-414d-b928-61140738c063 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438738 Jun 18 19:49:56.501410 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ecd18-c88a-4cc9-b07c-e3a2ccb42752 req-8c171069-2f78-4995-add5-582bff2daa48 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:56.501410 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-468ecd18-c88a-4cc9-b07c-e3a2ccb42752 req-8c171069-2f78-4995-add5-582bff2daa48 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 946 time: 0.0783892 Jun 18 19:49:56.558907 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-468ecd18-c88a-4cc9-b07c-e3a2ccb42752 req-ed115bc9-4544-4b49-91f9-7502c26071e6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489283 Jun 18 19:49:57.196231 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-445b8648-05ce-4ca0-a828-5e6ca34b42a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:57.368314 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5ba9-61d2-42e4-8b26-29811deef761 req-45bb9a5d-672b-4873-a471-2defed0a822c tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:57.369856 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-927f5ba9-61d2-42e4-8b26-29811deef761 req-45bb9a5d-672b-4873-a471-2defed0a822c tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 945 time: 0.0669167 Jun 18 19:49:57.419558 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-927f5ba9-61d2-42e4-8b26-29811deef761 req-fbe011cc-fc62-42a1-a3da-ff8a427b030e tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434275 Jun 18 19:49:57.775739 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b6079-fd5e-485d-9ce3-2cc3151dec75 req-87e98eae-5367-48c7-b547-699743cf6e7e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:57.777436 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-091b6079-fd5e-485d-9ce3-2cc3151dec75 req-87e98eae-5367-48c7-b547-699743cf6e7e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 946 time: 0.0832064 Jun 18 19:49:57.819287 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-091b6079-fd5e-485d-9ce3-2cc3151dec75 req-ba3d6392-5fa8-4be3-b080-04edd0387430 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355415 Jun 18 19:49:58.057999 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.241800 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 52496) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:58.358626 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.368749 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.460369 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.528460 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.531169 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f1b8ad66-880b-40b4-8af5-923e519358ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:58.571208 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 52512) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:49:58.571646 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0f05358dc604cbb91c5f2f035212325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280506 Jun 18 19:49:58.572359 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f01b9df-f6a1-4530-a35a-923242ceb71c,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:58.580282 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.580657 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.581059 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.581424 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.581962 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.582347 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.582684 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.583038 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.583395 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.583748 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.584202 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.584458 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.588518 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:58.635024 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9c455-e4d3-4412-aa1b-e17ca68ba6f2 req-4391b264-3ee1-4cb2-9023-730aaaf82a44 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:58.636797 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2eb9c455-e4d3-4412-aa1b-e17ca68ba6f2 req-4391b264-3ee1-4cb2-9023-730aaaf82a44 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 945 time: 0.1030262 Jun 18 19:49:58.656611 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.705440 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.709663 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2eb9c455-e4d3-4412-aa1b-e17ca68ba6f2 req-fa83c364-ddde-4d7b-9daf-1ae93d3f6092 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626357 Jun 18 19:49:58.860192 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.862640 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:58.863867 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f01b9df-f6a1-4530-a35a-923242ceb71c HTTP/1.1" status: 204 len: 168 time: 0.2916534 Jun 18 19:49:58.864686 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-6e7f9ab1-9b11-423a-af90-cfd484c2b2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:49:58.872745 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f01b9df-f6a1-4530-a35a-923242ceb71c,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:49:58.880665 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.880931 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.881188 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.881715 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.882217 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.882716 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.883229 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.883856 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.884392 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.884789 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.885155 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.885514 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:49:58.889474 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:49:59.034605 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa60a71-9093-4a44-b0f3-1325f9de62ab req-1f4f7453-7e6c-40ed-b46a-4d7f0e3e0d88 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:59.036171 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4fa60a71-9093-4a44-b0f3-1325f9de62ab req-1f4f7453-7e6c-40ed-b46a-4d7f0e3e0d88 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 946 time: 0.0689826 Jun 18 19:49:59.083899 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4fa60a71-9093-4a44-b0f3-1325f9de62ab req-4b771afa-89b5-49c2-afcd-1e1b09c706c6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415993 Jun 18 19:49:59.151175 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:49:59.421093 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb823f-3073-43af-acc7-969e6422cff5 req-562a7559-6d46-4ab8-a7ab-d8f5bc6d0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:59.422485 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c4eb823f-3073-43af-acc7-969e6422cff5 req-562a7559-6d46-4ab8-a7ab-d8f5bc6d0b63 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 1099 time: 0.0559068 Jun 18 19:49:59.545537 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb823f-3073-43af-acc7-969e6422cff5 req-f869d662-69e5-4292-bc77-ee514bf7e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:59.547006 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c4eb823f-3073-43af-acc7-969e6422cff5 req-f869d662-69e5-4292-bc77-ee514bf7e930 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da HTTP/1.1" status: 200 len: 917 time: 0.1005545 Jun 18 19:49:59.622390 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c4eb823f-3073-43af-acc7-969e6422cff5 req-15e9f7ab-4b62-44c5-8c66-dc2cfc5f748c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70 HTTP/1.1" status: 200 len: 1000 time: 0.0681989 Jun 18 19:49:59.679655 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb823f-3073-43af-acc7-969e6422cff5 req-60e2c4d9-2a72-4758-be44-db8a0faeeafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:59.681067 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c4eb823f-3073-43af-acc7-969e6422cff5 req-60e2c4d9-2a72-4758-be44-db8a0faeeafb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0653697-4e0e-4a33-be0c-cebd40779fe7 HTTP/1.1" status: 200 len: 856 time: 0.0521848 Jun 18 19:49:59.749548 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb823f-3073-43af-acc7-969e6422cff5 req-ba79831d-d22a-43f9-b5bf-d9c53b218b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:59.751089 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c4eb823f-3073-43af-acc7-969e6422cff5 req-ba79831d-d22a-43f9-b5bf-d9c53b218b8f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0622375 Jun 18 19:49:59.861092 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c4eb823f-3073-43af-acc7-969e6422cff5 req-6c417519-54ae-407b-97a6-98229aae5d31 service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019332 Jun 18 19:49:59.926427 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12345cb7-1f84-4318-948a-bce0d44c5842 req-0984324a-6182-4b44-a731-965bdd08ffb1 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:49:59.930376 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-12345cb7-1f84-4318-948a-bce0d44c5842 req-0984324a-6182-4b44-a731-965bdd08ffb1 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 945 time: 0.0834165 Jun 18 19:49:59.975200 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c4eb823f-3073-43af-acc7-969e6422cff5 req-2c7f2aad-1df8-46b9-8fcf-8b343dd25838 service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069667 Jun 18 19:49:59.975962 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-12345cb7-1f84-4318-948a-bce0d44c5842 req-e0e6f611-3088-4a6a-bcf6-c37eff17e78e tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417333 Jun 18 19:50:00.016316 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 52542) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:00.133248 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-297508922-network', 'tenant_id': '7c3ec17336aa43c7b1e4b047fdc568f9'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:00.208990 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:00.262402 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Made reservation on behalf of 7c3ec17336aa43c7b1e4b047fdc568f9 for: {'network': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:50:00.265412 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:00.275884 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:00.281724 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb2ebd-6b70-4e31-8d40-830cd2fa4025 req-3a86e902-418f-4bce-b17e-d65a2857ab47 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:00.283298 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6bdb2ebd-6b70-4e31-8d40-830cd2fa4025 req-3a86e902-418f-4bce-b17e-d65a2857ab47 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 946 time: 0.0793765 Jun 18 19:50:00.323467 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6bdb2ebd-6b70-4e31-8d40-830cd2fa4025 req-9d7251b5-51ef-457e-90f4-27257efd069a tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343349 Jun 18 19:50:00.385524 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:00.488289 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:00.491784 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-303f94f3-d05e-4736-87d2-4c8e3d2d7939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:00.514803 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=100012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:50:00.524082 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d9564a-b42a-4699-9640-fff188878ea9,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:00.528598 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:00.531507 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:00.532443 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.segments_db [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Added segment 48105399-8359-4db4-8ce8-791817c9b3b8 of type vlan for network 758e40cd-3a3c-422c-9318-0bb65ef98e07 Jun 18 19:50:00.571650 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:00.705252 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:00.706582 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:00.707560 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:00.712174 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b50e6903-0c68-47c0-a104-6b416027d0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:00.747241 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f08ba-5294-44c8-9516-227bccda367b req-a10b1617-a9b9-4162-b4a4-d41524207d9c tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:00.748620 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dc7f08ba-5294-44c8-9516-227bccda367b req-a10b1617-a9b9-4162-b4a4-d41524207d9c tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 984 time: 0.0745921 Jun 18 19:50:00.792319 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dc7f08ba-5294-44c8-9516-227bccda367b req-ebfea68e-d6a8-4dd7-b69c-d6b76ecc28d5 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=d98f6a34-41be-41ed-901e-a758130343a4&id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374308 Jun 18 19:50:00.801302 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Pushing event updated for resources: {'Network': ['ID=758e40cd-3a3c-422c-9318-0bb65ef98e07,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:00.804277 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:00.820719 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network 758e40cd-3a3c-422c-9318-0bb65ef98e07 details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:50:00.828628 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eac20-caaf-4f92-ac72-9bcf6c998747 req-ff53c716-950e-4cde-b4f1-9eac39ae67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:00.830246 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bc9eac20-caaf-4f92-ac72-9bcf6c998747 req-ff53c716-950e-4cde-b4f1-9eac39ae67b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02f981f24b7b4c3a90d60fa7f3fd4c73&device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 1137 time: 0.1120641 Jun 18 19:50:00.848000 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8304982 Jun 18 19:50:00.851515 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 52556) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:00.858446 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] Request body: {'subnet': {'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-297508922-subnet', 'tenant_id': '7c3ec17336aa43c7b1e4b047fdc568f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:00.930738 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eac20-caaf-4f92-ac72-9bcf6c998747 req-bd36b7d0-5b26-481b-a938-15e408b8773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:00.932218 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bc9eac20-caaf-4f92-ac72-9bcf6c998747 req-bd36b7d0-5b26-481b-a938-15e408b8773a service neutron] 10.222.0.22 "GET /v2.0/networks?id=ab908d26-3e61-4c66-8491-893153b90c59 HTTP/1.1" status: 200 len: 914 time: 0.0949178 Jun 18 19:50:00.996529 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] Made reservation on behalf of 7c3ec17336aa43c7b1e4b047fdc568f9 for: {'subnet': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:50:00.997152 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bc9eac20-caaf-4f92-ac72-9bcf6c998747 req-41bf3ead-af87-418b-ad98-58366677f66f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71786684-9331-46ae-96b5-25ecf4c65848 HTTP/1.1" status: 200 len: 1001 time: 0.0581174 Jun 18 19:50:00.998971 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3409992'] for subnet, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:01.056925 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eac20-caaf-4f92-ac72-9bcf6c998747 req-1e82f2af-b087-4675-8b8b-a7a68a2dfef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:01.058560 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bc9eac20-caaf-4f92-ac72-9bcf6c998747 req-1e82f2af-b087-4675-8b8b-a7a68a2dfef0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6570351-74b4-4cc3-bebd-c4188a0559e4 HTTP/1.1" status: 200 len: 853 time: 0.0503576 Jun 18 19:50:01.131943 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eac20-caaf-4f92-ac72-9bcf6c998747 req-b070fe55-8d89-4510-a525-c7cf0de78c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:01.134696 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bc9eac20-caaf-4f92-ac72-9bcf6c998747 req-b070fe55-8d89-4510-a525-c7cf0de78c57 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ab908d26-3e61-4c66-8491-893153b90c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687258 Jun 18 19:50:01.268521 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bc9eac20-caaf-4f92-ac72-9bcf6c998747 req-b6c34c11-7cfe-4efb-a367-f89419f2e0af service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258729 Jun 18 19:50:01.301111 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb3852-d44f-4091-ae6b-722bbae6e41a req-3d4bfb99-2754-472b-9d71-be6388a7ca83 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:01.302577 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-88bb3852-d44f-4091-ae6b-722bbae6e41a req-3d4bfb99-2754-472b-9d71-be6388a7ca83 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 945 time: 0.1092944 Jun 18 19:50:01.344770 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-88bb3852-d44f-4091-ae6b-722bbae6e41a req-b1ca2067-934c-426a-9080-fb0a4ce64e3e tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/security-groups?id=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361617 Jun 18 19:50:01.363425 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3353407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410010'] for subnet, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:01.373333 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:01.410691 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-bc9eac20-caaf-4f92-ac72-9bcf6c998747 req-907ecfea-39e6-4637-8989-cce5a9e4e68e service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312506 Jun 18 19:50:01.424386 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af44146-dc4b-4ffa-9c44-3bea31a91717 req-cdcd19a1-bb52-472a-b315-206192f771b9 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:01.426601 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=404b8049-2679-483f-858e-1ddb71cda252,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:01.426894 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-8af44146-dc4b-4ffa-9c44-3bea31a91717 req-cdcd19a1-bb52-472a-b315-206192f771b9 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.22 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 945 time: 0.1015358 Jun 18 19:50:01.432412 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:01.437385 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] Checking segment: {'id': '48105399-8359-4db4-8ce8-791817c9b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:50:01.437949 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] Network hostable DHCP agents. Network: 758e40cd-3a3c-422c-9318-0bb65ef98e07, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:50:01.553433 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-8af44146-dc4b-4ffa-9c44-3bea31a91717 req-fcd492df-1406-4fa5-a700-c15a83c5f9c2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Deleting port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:50:01.554029 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-8af44146-dc4b-4ffa-9c44-3bea31a91717 req-fcd492df-1406-4fa5-a700-c15a83c5f9c2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:01.556619 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] Network 758e40cd-3a3c-422c-9318-0bb65ef98e07 is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:50:01.649723 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-8af44146-dc4b-4ffa-9c44-3bea31a91717 req-fcd492df-1406-4fa5-a700-c15a83c5f9c2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] For port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=56a4ad50-4259-4d5c-98e9-fce6e6a983a7,segment=NetworkSegment(05588323-f44c-4e38-a53a-ad3297c17b02),segment_id=05588323-f44c-4e38-a53a-ad3297c17b02)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:01.650120 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-8af44146-dc4b-4ffa-9c44-3bea31a91717 req-fcd492df-1406-4fa5-a700-c15a83c5f9c2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:01.710946 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, 758e40cd-3a3c-422c-9318-0bb65ef98e07) {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:01.715994 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:01.716668 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:01.721324 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-8af44146-dc4b-4ffa-9c44-3bea31a91717 req-fcd492df-1406-4fa5-a700-c15a83c5f9c2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Calling delete_port for 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:50:01.723614 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd61abd6-a82f-4b9d-ac9c-08a87492c4b3 None None] Network 758e40cd-3a3c-422c-9318-0bb65ef98e07 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:50:01.855694 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785db2a9-27b0-4277-b167-da5ab840f775 None None] Network 758e40cd-3a3c-422c-9318-0bb65ef98e07 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:50:01.902919 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0470557 Jun 18 19:50:01.997708 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-8af44146-dc4b-4ffa-9c44-3bea31a91717 req-fcd492df-1406-4fa5-a700-c15a83c5f9c2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:02.002467 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-992a705f-1921-4dbb-ab5d-ce7ef5659d96 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:02.013512 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['56a4ad50-4259-4d5c-98e9-fce6e6a983a7'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:50:02.018929 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fe2e4-4c3c-4106-acd4-ef0c31fd4e11 req-8fa0b095-3265-48a9-84b1-da69bcc6ac67 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:02.021199 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ac2fe2e4-4c3c-4106-acd4-ef0c31fd4e11 req-8fa0b095-3265-48a9-84b1-da69bcc6ac67 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 984 time: 0.0876069 Jun 18 19:50:02.040393 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd492df-1406-4fa5-a700-c15a83c5f9c2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Pushing event deleted for resources: {'Port': ['ID=56a4ad50-4259-4d5c-98e9-fce6e6a983a7,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:02.049732 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-fcd492df-1406-4fa5-a700-c15a83c5f9c2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:02.072737 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ac2fe2e4-4c3c-4106-acd4-ef0c31fd4e11 req-0f69d492-5d75-4549-ad6c-23ed7b9bcb82 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=d98f6a34-41be-41ed-901e-a758130343a4&id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455542 Jun 18 19:50:02.091539 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af44146-dc4b-4ffa-9c44-3bea31a91717 req-fcd492df-1406-4fa5-a700-c15a83c5f9c2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] No DVR routers for this DVR port 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:50:02.101001 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-8af44146-dc4b-4ffa-9c44-3bea31a91717 req-fcd492df-1406-4fa5-a700-c15a83c5f9c2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:02.103116 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-8af44146-dc4b-4ffa-9c44-3bea31a91717 req-fcd492df-1406-4fa5-a700-c15a83c5f9c2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.22 "DELETE /v2.0/ports/56a4ad50-4259-4d5c-98e9-fce6e6a983a7 HTTP/1.1" status: 204 len: 173 time: 0.6706958 Jun 18 19:50:02.103725 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dec8445-ef0b-445d-a287-248c1628cb98', 'name': 'network-vif-deleted', 'tag': '56a4ad50-4259-4d5c-98e9-fce6e6a983a7'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:02.106320 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a019441-e13b-41f5-9cff-2a4c5b88d9c5" -d '{"events": [{"server_uuid": "1dec8445-ef0b-445d-a287-248c1628cb98", "name": "network-vif-deleted", "tag": "56a4ad50-4259-4d5c-98e9-fce6e6a983a7"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:02.149035 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a43ef58-7293-4e51-a58a-3d7f61f4c02e x-openstack-request-id: req-0a43ef58-7293-4e51-a58a-3d7f61f4c02e {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:02.149432 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dec8445-ef0b-445d-a287-248c1628cb98", "name": "network-vif-deleted", "tag": "56a4ad50-4259-4d5c-98e9-fce6e6a983a7", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:02.149809 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a43ef58-7293-4e51-a58a-3d7f61f4c02e {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:02.150478 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dec8445-ef0b-445d-a287-248c1628cb98', 'name': 'network-vif-deleted', 'tag': '56a4ad50-4259-4d5c-98e9-fce6e6a983a7', 'status': 'completed', 'code': 200} Jun 18 19:50:02.501983 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e0505778-9668-46ba-89c8-a66286985b1f req-1cc5be2f-122c-4bed-9ddc-f983b16f04c3 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dec8445-ef0b-445d-a287-248c1628cb98 HTTP/1.1" status: 200 len: 210 time: 0.0325603 Jun 18 19:50:03.260532 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397db98a-fb44-4760-b883-0dec92fe4808 req-5d444ac1-655e-4cad-b719-b483cd7dad3e tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:03.262724 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-397db98a-fb44-4760-b883-0dec92fe4808 req-5d444ac1-655e-4cad-b719-b483cd7dad3e tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 984 time: 0.0706813 Jun 18 19:50:03.309566 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-397db98a-fb44-4760-b883-0dec92fe4808 req-df427a47-a459-411d-b9e1-26af924e1ebf tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=d98f6a34-41be-41ed-901e-a758130343a4&id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371387 Jun 18 19:50:04.236789 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-85565467-707e-46f0-89c6-3efd459c5d89 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:04.237355 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-85565467-707e-46f0-89c6-3efd459c5d89 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/networks?id=758e40cd-3a3c-422c-9318-0bb65ef98e07 HTTP/1.1" status: 200 len: 808 time: 0.1453424 Jun 18 19:50:04.254754 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-d62d2356-5265-4c1d-b29d-cebffa88025c tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/quotas/7c3ec17336aa43c7b1e4b047fdc568f9 HTTP/1.1" status: 200 len: 375 time: 0.0152175 Jun 18 19:50:04.291152 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-e516ef46-0d59-4a06-8af6-bd265e80e294 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3ec17336aa43c7b1e4b047fdc568f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305719 Jun 18 19:50:04.501823 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-99f338a4-1a60-4b0e-bf3a-f1fbef36bf64 service neutron] 10.222.0.30 "GET /v2.0/networks/758e40cd-3a3c-422c-9318-0bb65ef98e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016299 Jun 18 19:50:04.570335 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc014e71-456f-46f7-ad9e-1941ce0f862f req-6744c990-879a-4bb0-9f1e-10c2af0515c3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:04.571895 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bc014e71-456f-46f7-ad9e-1941ce0f862f req-6744c990-879a-4bb0-9f1e-10c2af0515c3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 984 time: 0.1428592 Jun 18 19:50:04.647105 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-8345c417-2086-4e56-ae0a-dfc82a4f027b service neutron] 10.222.0.30 "GET /v2.0/networks/758e40cd-3a3c-422c-9318-0bb65ef98e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388326 Jun 18 19:50:04.651253 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bc014e71-456f-46f7-ad9e-1941ce0f862f req-8f5e5268-5957-4b7e-b358-909c3a13615d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=d98f6a34-41be-41ed-901e-a758130343a4&id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688202 Jun 18 19:50:05.029808 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-de2a5f12-95e8-4e61-9501-4ac1272c0d5e req-3cdf921a-c1a5-4229-9c0f-c0964ec17669 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 210 time: 0.0450926 Jun 18 19:50:05.080263 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:50:05.246544 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:50:05.246907 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 56a4ad50-4259-4d5c-98e9-fce6e6a983a7 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:50:05.889046 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350b56b-b16e-4349-aa52-55e5736d16b6 req-7b5f2564-5bd5-4235-b1c4-a798f387c5fe tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:05.891875 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6350b56b-b16e-4349-aa52-55e5736d16b6 req-7b5f2564-5bd5-4235-b1c4-a798f387c5fe tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 984 time: 0.1030610 Jun 18 19:50:05.947177 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6350b56b-b16e-4349-aa52-55e5736d16b6 req-95361597-3b02-4850-9e33-381c3b2ee3da tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=d98f6a34-41be-41ed-901e-a758130343a4&id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431538 Jun 18 19:50:06.127663 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c685bf98-5920-4e25-8335-30a8fe57d964 req-7a506bec-1860-41f8-ab1b-dfaa039dc776 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 210 time: 0.0313916 Jun 18 19:50:07.151796 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b91c4-5c02-4c1f-bee0-9b2a8d8d7465 req-317a0d3f-16aa-4d5a-afcf-05e8001e925f tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:07.154636 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c21b91c4-5c02-4c1f-bee0-9b2a8d8d7465 req-317a0d3f-16aa-4d5a-afcf-05e8001e925f tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 984 time: 0.0824981 Jun 18 19:50:07.204219 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c21b91c4-5c02-4c1f-bee0-9b2a8d8d7465 req-2a1fd5e5-dccf-42cf-89b2-b00fb43f8bf4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=d98f6a34-41be-41ed-901e-a758130343a4&id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424199 Jun 18 19:50:07.338079 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-17aaad23-d36d-4d49-b5bd-9879cb348e8d req-41b44ec0-7e7e-4ca3-89d3-9593e76d6ec0 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 210 time: 0.0388596 Jun 18 19:50:08.206848 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-c9763489-c8bd-4ef7-8d06-41fc065bf764 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:08.208330 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-c9763489-c8bd-4ef7-8d06-41fc065bf764 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.22 "GET /v2.0/networks?id=758e40cd-3a3c-422c-9318-0bb65ef98e07 HTTP/1.1" status: 200 len: 808 time: 0.1073668 Jun 18 19:50:08.222682 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Request body: {'port': {'device_id': 'b4911962-149a-426f-bf19-6b697bb221c9', 'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07', 'admin_state_up': True, 'tenant_id': '7c3ec17336aa43c7b1e4b047fdc568f9'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:08.397055 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff33db4-615f-4851-afae-e8f855a3d581 req-a77a587e-fb24-455e-9fb0-ca399ed1c0ea tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:08.398577 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5ff33db4-615f-4851-afae-e8f855a3d581 req-a77a587e-fb24-455e-9fb0-ca399ed1c0ea tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 984 time: 0.0711255 Jun 18 19:50:08.415020 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Made reservation on behalf of 7c3ec17336aa43c7b1e4b047fdc568f9 for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:50:08.418787 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:08.451141 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5ff33db4-615f-4851-afae-e8f855a3d581 req-08713eda-fe16-419e-8084-d467f638fd54 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=d98f6a34-41be-41ed-901e-a758130343a4&id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446334 Jun 18 19:50:08.507129 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-19000ed1-15f5-4f6b-938e-c9742fd1515a req-2cea0a81-06f9-4a6a-9316-07f0a649392e tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 210 time: 0.0291972 Jun 18 19:50:08.561919 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Allocated IP 172.20.0.5 (758e40cd-3a3c-422c-9318-0bb65ef98e07/404b8049-2679-483f-858e-1ddb71cda252/834e4e4b-9a63-4323-b861-771a1be04d75) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:50:08.728359 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:08.836350 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3522723'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:08.841452 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:08.885566 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Network 758e40cd-3a3c-422c-9318-0bb65ef98e07 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:50:08.889625 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:08.893923 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:50:08.925896 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Pushing event updated for resources: {'Port': ['ID=834e4e4b-9a63-4323-b861-771a1be04d75,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:08.930282 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:08.953705 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:08.954332 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:09.065800 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8466403 Jun 18 19:50:09.125194 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Request body: {'port': {'device_id': 'b4911962-149a-426f-bf19-6b697bb221c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:09.201365 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:09.482014 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834e4e4b-9a63-4323-b861-771a1be04d75 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:50:09.489913 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:09.503531 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Transition to ACTIVE for port object 834e4e4b-9a63-4323-b861-771a1be04d75 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:09.641826 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f0ae-ca8f-4ef3-9d4f-fee8e83df826 req-9b0450c1-b73b-43bc-bbd6-b47e3beb9793 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:09.643353 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4b49f0ae-ca8f-4ef3-9d4f-fee8e83df826 req-9b0450c1-b73b-43bc-bbd6-b47e3beb9793 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 984 time: 0.0712073 Jun 18 19:50:09.653947 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:09.656294 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e010c994-a952-434d-9a60-789871dab1d2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:09.728030 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4b49f0ae-ca8f-4ef3-9d4f-fee8e83df826 req-758aa2a2-697d-4c88-a52e-9d99fbb904a2 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=d98f6a34-41be-41ed-901e-a758130343a4&id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765078 Jun 18 19:50:09.732029 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Pushing event updated for resources: {'Port': ['ID=834e4e4b-9a63-4323-b861-771a1be04d75,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:09.737154 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:09.750474 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96a035-015c-4b07-b43c-85eb83add70a req-e1887e52-7e5d-4fad-885f-9d1abf02a3df tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:09.752895 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9d96a035-015c-4b07-b43c-85eb83add70a req-e1887e52-7e5d-4fad-885f-9d1abf02a3df tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 943 time: 0.1029131 Jun 18 19:50:09.802117 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9d96a035-015c-4b07-b43c-85eb83add70a req-56f12ee3-34fe-46be-afa9-c373bed3e68f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418706 Jun 18 19:50:09.827479 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Attempting to bind port 834e4e4b-9a63-4323-b861-771a1be04d75 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:50:09.828048 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Attempting to bind port 834e4e4b-9a63-4323-b861-771a1be04d75 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '48105399-8359-4db4-8ce8-791817c9b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:50:09.828507 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Attempting to bind port 834e4e4b-9a63-4323-b861-771a1be04d75 on network 758e40cd-3a3c-422c-9318-0bb65ef98e07 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:09.835568 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Port 834e4e4b-9a63-4323-b861-771a1be04d75 on network 758e40cd-3a3c-422c-9318-0bb65ef98e07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:50:09.835851 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Attempting to bind port 834e4e4b-9a63-4323-b861-771a1be04d75 on network 758e40cd-3a3c-422c-9318-0bb65ef98e07 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:09.842168 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:50:09.842519 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Checking segment: {'id': '48105399-8359-4db4-8ce8-791817c9b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:50:09.842913 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Bound using segment: {'id': '48105399-8359-4db4-8ce8-791817c9b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:50:09.843349 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Bound port: 834e4e4b-9a63-4323-b861-771a1be04d75, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48105399-8359-4db4-8ce8-791817c9b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:50:09.843699 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:09.924472 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] For port 834e4e4b-9a63-4323-b861-771a1be04d75, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:50:09.931904 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] For port 834e4e4b-9a63-4323-b861-771a1be04d75, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=834e4e4b-9a63-4323-b861-771a1be04d75,segment=NetworkSegment(48105399-8359-4db4-8ce8-791817c9b3b8),segment_id=48105399-8359-4db4-8ce8-791817c9b3b8)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:50:10.014207 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:10.016721 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:10.054845 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:10.055478 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:10.057127 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] 10.222.0.22 "PUT /v2.0/ports/834e4e4b-9a63-4323-b861-771a1be04d75 HTTP/1.1" status: 200 len: 1093 time: 0.9833016 Jun 18 19:50:10.057760 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4911962-149a-426f-bf19-6b697bb221c9', 'tag': '834e4e4b-9a63-4323-b861-771a1be04d75'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:10.060857 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3772e9-8a23-48c6-bdd6-40185926a962" -d '{"events": [{"name": "network-changed", "server_uuid": "b4911962-149a-426f-bf19-6b697bb221c9", "tag": "834e4e4b-9a63-4323-b861-771a1be04d75"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:10.085809 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Pushing event updated for resources: {'Port': ['ID=834e4e4b-9a63-4323-b861-771a1be04d75,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:10.089070 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:10.112355 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a3a781-a00a-4e67-8396-940fdfbf3afe x-openstack-request-id: req-48a3a781-a00a-4e67-8396-940fdfbf3afe {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:10.112880 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4911962-149a-426f-bf19-6b697bb221c9", "tag": "834e4e4b-9a63-4323-b861-771a1be04d75", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:10.113006 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48a3a781-a00a-4e67-8396-940fdfbf3afe {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:10.113445 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4911962-149a-426f-bf19-6b697bb221c9', 'tag': '834e4e4b-9a63-4323-b861-771a1be04d75', 'status': 'completed', 'code': 200} Jun 18 19:50:10.206182 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3772e9-8a23-48c6-bdd6-40185926a962 req-9f460c73-867c-4164-ae6c-cc63743cbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:10.207672 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1a3772e9-8a23-48c6-bdd6-40185926a962 req-9f460c73-867c-4164-ae6c-cc63743cbccf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c3ec17336aa43c7b1e4b047fdc568f9&device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 1096 time: 0.0612221 Jun 18 19:50:10.320503 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3772e9-8a23-48c6-bdd6-40185926a962 req-891d800b-273f-4e63-b2d1-d1fc8e711a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:10.322057 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1a3772e9-8a23-48c6-bdd6-40185926a962 req-891d800b-273f-4e63-b2d1-d1fc8e711a3e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=7c3ec17336aa43c7b1e4b047fdc568f9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1045411 Jun 18 19:50:10.423759 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3772e9-8a23-48c6-bdd6-40185926a962 req-2b1675f1-b19a-4344-9254-ca07f16df09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:10.425309 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1a3772e9-8a23-48c6-bdd6-40185926a962 req-2b1675f1-b19a-4344-9254-ca07f16df09f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0972295 Jun 18 19:50:10.527380 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-add4a84d-a404-4c43-ba7b-518998a52ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:10.528937 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-add4a84d-a404-4c43-ba7b-518998a52ccd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c3ec17336aa43c7b1e4b047fdc568f9&device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 1096 time: 0.0560334 Jun 18 19:50:10.576433 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-69482972-881e-42f9-84b2-1d6007f67fa3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=834e4e4b-9a63-4323-b861-771a1be04d75 HTTP/1.1" status: 200 len: 217 time: 0.0376451 Jun 18 19:50:10.645351 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-2f300594-d3c5-470d-8f08-1485495f8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:10.646846 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-2f300594-d3c5-470d-8f08-1485495f8176 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=404b8049-2679-483f-858e-1ddb71cda252 HTTP/1.1" status: 200 len: 848 time: 0.0517764 Jun 18 19:50:10.690714 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-28469e0b-d74b-4a2d-9d3b-41fc83e709e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=758e40cd-3a3c-422c-9318-0bb65ef98e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349183 Jun 18 19:50:10.790955 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-730cbf8f-9080-49a6-8fb4-290bd1c5e28a service neutron] 10.222.0.22 "GET /v2.0/networks/758e40cd-3a3c-422c-9318-0bb65ef98e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931458 Jun 18 19:50:10.900389 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-edfc0554-a4d7-4d7d-a6f9-46c3701d1651 req-9baec17d-554b-4d1d-8abc-774cc512089b service neutron] 10.222.0.22 "GET /v2.0/networks/758e40cd-3a3c-422c-9318-0bb65ef98e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982714 Jun 18 19:50:10.942436 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb5811-8d69-4492-8462-d57a76a47d67 req-bc836574-d0c8-4094-8ccd-de91ce22c680 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:10.944312 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c8bb5811-8d69-4492-8462-d57a76a47d67 req-bc836574-d0c8-4094-8ccd-de91ce22c680 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 984 time: 0.0868411 Jun 18 19:50:11.024081 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c8bb5811-8d69-4492-8462-d57a76a47d67 req-dd1519dc-5550-4b02-9994-004d77675856 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=d98f6a34-41be-41ed-901e-a758130343a4&id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723934 Jun 18 19:50:11.069469 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce302033-fb30-4ec4-9d6b-a5e06a7b88ee req-9579ed70-2f82-419a-822a-53df430dcc9b tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:11.072266 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ce302033-fb30-4ec4-9d6b-a5e06a7b88ee req-9579ed70-2f82-419a-822a-53df430dcc9b tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 943 time: 0.1043487 Jun 18 19:50:11.127651 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ce302033-fb30-4ec4-9d6b-a5e06a7b88ee req-7a34bd13-ac87-4cfe-86e7-5e7c7ae329b7 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470951 Jun 18 19:50:12.228418 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1968673-dc98-4572-b72f-e28a956a80f4 req-a2f32c89-2c01-405d-a665-105ad54bfcd5 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:12.230263 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c1968673-dc98-4572-b72f-e28a956a80f4 req-a2f32c89-2c01-405d-a665-105ad54bfcd5 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 984 time: 0.0719445 Jun 18 19:50:12.307808 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c1968673-dc98-4572-b72f-e28a956a80f4 req-70e1511b-0c5c-4898-b4b3-4d677655a28a tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=d98f6a34-41be-41ed-901e-a758130343a4&id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714152 Jun 18 19:50:12.342462 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d334163-61ee-48f6-b6c6-946c428447fb req-09d1269d-6b0b-4a1a-b893-58694c91a6c9 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:12.343964 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6d334163-61ee-48f6-b6c6-946c428447fb req-09d1269d-6b0b-4a1a-b893-58694c91a6c9 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 943 time: 0.0845125 Jun 18 19:50:12.384911 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6d334163-61ee-48f6-b6c6-946c428447fb req-dc9276ff-82b7-4f10-869a-5b1100df5f7a tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351582 Jun 18 19:50:13.491127 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c220d3-cc5d-470c-96ab-673974587fbc req-653f81b0-2f30-46c6-89ba-1878704747fe tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:13.492625 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-41c220d3-cc5d-470c-96ab-673974587fbc req-653f81b0-2f30-46c6-89ba-1878704747fe tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 984 time: 0.0657570 Jun 18 19:50:13.569042 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-41c220d3-cc5d-470c-96ab-673974587fbc req-fdcc3033-1b81-43d6-b3a4-2b8444bd6f3a tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=d98f6a34-41be-41ed-901e-a758130343a4&id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617979 Jun 18 19:50:13.589138 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481f9e5-9870-4586-9e73-2cb6dafbc8bc req-83cd37f3-5faf-4931-ac42-053576e561ae tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:13.595279 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4481f9e5-9870-4586-9e73-2cb6dafbc8bc req-83cd37f3-5faf-4931-ac42-053576e561ae tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 943 time: 0.0925748 Jun 18 19:50:13.633954 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4481f9e5-9870-4586-9e73-2cb6dafbc8bc req-6227dd72-0fe6-4eb1-8f57-1e5d9c36e5b5 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375421 Jun 18 19:50:14.142337 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 52756) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:14.259672 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c45b354e-b0dc-4202-b7b6-e6209882a7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.355642 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c45b354e-b0dc-4202-b7b6-e6209882a7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.550774 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c45b354e-b0dc-4202-b7b6-e6209882a7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.550774 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e5469d31-69ff-4832-8cf9-9fb4e4059fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:14.558229 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 52764) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:14.560065 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c45b354e-b0dc-4202-b7b6-e6209882a7cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47d78ceb91274eb6b92b0b33ed2aab96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137142 Jun 18 19:50:14.561402 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b354e-b0dc-4202-b7b6-e6209882a7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88488f6-da7e-4941-99dd-c1b6ae4da99b,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:14.565433 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c45b354e-b0dc-4202-b7b6-e6209882a7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:14.619635 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-63ca3e60-ffde-4f06-b61e-229f88a70f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.644409 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-63ca3e60-ffde-4f06-b61e-229f88a70f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.816351 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311c952-8799-4c76-9edb-5c597af8af30 req-c0cd942e-1a50-48fe-8408-ad2c23f17d89 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:14.818096 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2311c952-8799-4c76-9edb-5c597af8af30 req-c0cd942e-1a50-48fe-8408-ad2c23f17d89 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 943 time: 0.0692236 Jun 18 19:50:14.825835 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-63ca3e60-ffde-4f06-b61e-229f88a70f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.828412 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-63ca3e60-ffde-4f06-b61e-229f88a70f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:14.829734 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-63ca3e60-ffde-4f06-b61e-229f88a70f76 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e88488f6-da7e-4941-99dd-c1b6ae4da99b HTTP/1.1" status: 204 len: 168 time: 0.2696028 Jun 18 19:50:14.830591 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-82fbd9c5-cb57-4b2e-bee1-9d206aa7330c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:14.838692 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca3e60-ffde-4f06-b61e-229f88a70f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88488f6-da7e-4941-99dd-c1b6ae4da99b,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:14.841848 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-63ca3e60-ffde-4f06-b61e-229f88a70f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:14.873051 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2311c952-8799-4c76-9edb-5c597af8af30 req-2dcb6484-13d7-409b-b217-8d80ead3bfa2 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429316 Jun 18 19:50:15.115462 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 834e4e4b-9a63-4323-b861-771a1be04d75 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:50:15.275130 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 834e4e4b-9a63-4323-b861-771a1be04d75, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=834e4e4b-9a63-4323-b861-771a1be04d75,segment=NetworkSegment(48105399-8359-4db4-8ce8-791817c9b3b8),segment_id=48105399-8359-4db4-8ce8-791817c9b3b8)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:15.289855 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '834e4e4b-9a63-4323-b861-771a1be04d75', 'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07', 'port_id': '834e4e4b-9a63-4323-b861-771a1be04d75', 'mac_address': 'fa:16:3e:76:49:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404b8049-2679-483f-858e-1ddb71cda252', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:50:15.336418 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:15.351331 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834e4e4b-9a63-4323-b861-771a1be04d75 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:50:15.372446 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 834e4e4b-9a63-4323-b861-771a1be04d75, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=834e4e4b-9a63-4323-b861-771a1be04d75,segment=NetworkSegment(48105399-8359-4db4-8ce8-791817c9b3b8),segment_id=48105399-8359-4db4-8ce8-791817c9b3b8)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:15.499438 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:15.501268 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:15.550437 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=834e4e4b-9a63-4323-b861-771a1be04d75,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:15.553784 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:15.999730 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['834e4e4b-9a63-4323-b861-771a1be04d75'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:50:16.052046 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c703e-88df-4be7-92ab-755a5edd858a req-f1a88569-a7b3-42c9-83d4-02a1d435f05f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:16.053630 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d77c703e-88df-4be7-92ab-755a5edd858a req-f1a88569-a7b3-42c9-83d4-02a1d435f05f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 944 time: 0.0715096 Jun 18 19:50:16.094734 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d77c703e-88df-4be7-92ab-755a5edd858a req-2c2ed9ff-95f1-44a1-85ec-af219c91b294 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344276 Jun 18 19:50:17.129434 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 834e4e4b-9a63-4323-b861-771a1be04d75 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:17.241838 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 834e4e4b-9a63-4323-b861-771a1be04d75 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:17.245920 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 834e4e4b-9a63-4323-b861-771a1be04d75 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:17.246306 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.271735 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e34cc-2f3f-4278-a944-58513ca752a2 req-db0b3128-361b-4295-a9fc-6cca94ac1f0a tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:17.273260 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3e0e34cc-2f3f-4278-a944-58513ca752a2 req-db0b3128-361b-4295-a9fc-6cca94ac1f0a tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 944 time: 0.0679073 Jun 18 19:50:17.312867 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3e0e34cc-2f3f-4278-a944-58513ca752a2 req-892b0a3a-3068-49ce-802a-8ae8d1398876 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Jun 18 19:50:17.335614 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.377046 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4911962-149a-426f-bf19-6b697bb221c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e4e4b-9a63-4323-b861-771a1be04d75'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:17.380892 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dcf95b-6790-4422-aaef-a891461dca46" -d '{"events": [{"server_uuid": "b4911962-149a-426f-bf19-6b697bb221c9", "name": "network-vif-plugged", "status": "completed", "tag": "834e4e4b-9a63-4323-b861-771a1be04d75"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:17.406182 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 834e4e4b-9a63-4323-b861-771a1be04d75, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=834e4e4b-9a63-4323-b861-771a1be04d75,segment=NetworkSegment(48105399-8359-4db4-8ce8-791817c9b3b8),segment_id=48105399-8359-4db4-8ce8-791817c9b3b8)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:17.433809 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d67d7e-775d-437b-a5d7-76414df090c9 x-openstack-request-id: req-28d67d7e-775d-437b-a5d7-76414df090c9 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:17.434118 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4911962-149a-426f-bf19-6b697bb221c9", "name": "network-vif-plugged", "status": "completed", "tag": "834e4e4b-9a63-4323-b861-771a1be04d75", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:17.434380 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28d67d7e-775d-437b-a5d7-76414df090c9 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:17.434887 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4911962-149a-426f-bf19-6b697bb221c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834e4e4b-9a63-4323-b861-771a1be04d75', 'code': 200} Jun 18 19:50:17.461047 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:17.464284 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-c4615c26-b4eb-4ac4-8e23-f57de036fb4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:17.525933 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=834e4e4b-9a63-4323-b861-771a1be04d75,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:17.529458 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:17.827662 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398893e9-b422-41cb-8fc3-f5328a7a4223 req-3b2f5deb-b6c8-4357-879a-cf2a676843a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:17.829324 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-398893e9-b422-41cb-8fc3-f5328a7a4223 req-3b2f5deb-b6c8-4357-879a-cf2a676843a3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 1098 time: 0.0618551 Jun 18 19:50:17.867261 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-398893e9-b422-41cb-8fc3-f5328a7a4223 req-66c1f7ad-359d-40fe-b624-c0ee37ca14bb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314872 Jun 18 19:50:18.500230 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8164-ebf6-435e-aaf1-cdd5b26943a7 req-2c366697-b03d-44fb-9a36-a936d52db4ad tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:18.501644 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fd6c8164-ebf6-435e-aaf1-cdd5b26943a7 req-2c366697-b03d-44fb-9a36-a936d52db4ad tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 945 time: 0.0653379 Jun 18 19:50:18.545206 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fd6c8164-ebf6-435e-aaf1-cdd5b26943a7 req-a25989b4-9925-4e9c-94e3-3340673dceee tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376594 Jun 18 19:50:19.731007 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20299a54-218c-4c32-a1a1-8a547c2119e4 req-de949cdc-5c67-42a3-8f94-8cfcef7a1179 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:19.732596 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-20299a54-218c-4c32-a1a1-8a547c2119e4 req-de949cdc-5c67-42a3-8f94-8cfcef7a1179 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 945 time: 0.0701952 Jun 18 19:50:19.772854 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-20299a54-218c-4c32-a1a1-8a547c2119e4 req-3ea15cbb-7863-4ac5-88c7-646664a932ab tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344162 Jun 18 19:50:21.281950 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a780ff-4df4-4a60-aba2-64c8cb33c43a req-569cad26-bc76-40c3-b3fc-056178baf0e7 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:21.283447 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-48a780ff-4df4-4a60-aba2-64c8cb33c43a req-569cad26-bc76-40c3-b3fc-056178baf0e7 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 945 time: 0.0658145 Jun 18 19:50:21.321014 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-48a780ff-4df4-4a60-aba2-64c8cb33c43a req-8bea01e1-d33e-4e1d-83ab-ef43bd2449ab tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Jun 18 19:50:22.499226 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb546296-7b1d-432f-8e07-ba7a73f6e90f req-0702bc1a-f1b2-437f-b87a-fa5061733a13 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:22.501531 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fb546296-7b1d-432f-8e07-ba7a73f6e90f req-0702bc1a-f1b2-437f-b87a-fa5061733a13 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 945 time: 0.0681999 Jun 18 19:50:22.541048 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fb546296-7b1d-432f-8e07-ba7a73f6e90f req-ead3fd55-ae36-479d-a020-42df56a55b5e tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Jun 18 19:50:22.833239 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae576e03-1123-4f60-822e-8f08a193d618 req-388d4739-5718-4b2d-99d0-f916dcaf3f2b tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:22.834682 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ae576e03-1123-4f60-822e-8f08a193d618 req-388d4739-5718-4b2d-99d0-f916dcaf3f2b tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 945 time: 0.0651288 Jun 18 19:50:22.942398 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-ae576e03-1123-4f60-822e-8f08a193d618 req-85c85702-af76-4588-b2d2-bb6996b30e73 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Deleting port 834e4e4b-9a63-4323-b861-771a1be04d75 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:50:22.942885 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-ae576e03-1123-4f60-822e-8f08a193d618 req-85c85702-af76-4588-b2d2-bb6996b30e73 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:23.031979 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-ae576e03-1123-4f60-822e-8f08a193d618 req-85c85702-af76-4588-b2d2-bb6996b30e73 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] For port 834e4e4b-9a63-4323-b861-771a1be04d75, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=834e4e4b-9a63-4323-b861-771a1be04d75,segment=NetworkSegment(48105399-8359-4db4-8ce8-791817c9b3b8),segment_id=48105399-8359-4db4-8ce8-791817c9b3b8)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:23.032342 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-ae576e03-1123-4f60-822e-8f08a193d618 req-85c85702-af76-4588-b2d2-bb6996b30e73 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:23.100611 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-ae576e03-1123-4f60-822e-8f08a193d618 req-85c85702-af76-4588-b2d2-bb6996b30e73 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Calling delete_port for 834e4e4b-9a63-4323-b861-771a1be04d75 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:50:23.293466 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-ae576e03-1123-4f60-822e-8f08a193d618 req-85c85702-af76-4588-b2d2-bb6996b30e73 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:23.298231 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-663f61ae-7625-4907-9a8e-c9309f8a695a tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:23.305399 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['834e4e4b-9a63-4323-b861-771a1be04d75'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:50:23.325057 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c85702-af76-4588-b2d2-bb6996b30e73 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Pushing event deleted for resources: {'Port': ['ID=834e4e4b-9a63-4323-b861-771a1be04d75,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:23.330762 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-85c85702-af76-4588-b2d2-bb6996b30e73 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:23.367765 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae576e03-1123-4f60-822e-8f08a193d618 req-85c85702-af76-4588-b2d2-bb6996b30e73 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] No DVR routers for this DVR port 834e4e4b-9a63-4323-b861-771a1be04d75 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:50:23.370363 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-ae576e03-1123-4f60-822e-8f08a193d618 req-85c85702-af76-4588-b2d2-bb6996b30e73 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:23.373239 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ae576e03-1123-4f60-822e-8f08a193d618 req-85c85702-af76-4588-b2d2-bb6996b30e73 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.22 "DELETE /v2.0/ports/834e4e4b-9a63-4323-b861-771a1be04d75 HTTP/1.1" status: 204 len: 173 time: 0.5316997 Jun 18 19:50:23.373732 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4911962-149a-426f-bf19-6b697bb221c9', 'name': 'network-vif-deleted', 'tag': '834e4e4b-9a63-4323-b861-771a1be04d75'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:23.376069 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151ff04f-d44f-4ad1-afa4-646462d3455b" -d '{"events": [{"server_uuid": "b4911962-149a-426f-bf19-6b697bb221c9", "name": "network-vif-deleted", "tag": "834e4e4b-9a63-4323-b861-771a1be04d75"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:23.577880 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7e6572-9172-4b4f-973c-ba9d58012744 x-openstack-request-id: req-6d7e6572-9172-4b4f-973c-ba9d58012744 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:23.578221 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4911962-149a-426f-bf19-6b697bb221c9", "name": "network-vif-deleted", "tag": "834e4e4b-9a63-4323-b861-771a1be04d75", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:23.578516 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d7e6572-9172-4b4f-973c-ba9d58012744 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:23.578951 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4911962-149a-426f-bf19-6b697bb221c9', 'name': 'network-vif-deleted', 'tag': '834e4e4b-9a63-4323-b861-771a1be04d75', 'status': 'completed', 'code': 200} Jun 18 19:50:23.687883 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-04ed2e78-81ae-4b12-904d-5cc658b4dfcb req-e3d18f0c-d171-4dd9-9928-25a1f0715888 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4911962-149a-426f-bf19-6b697bb221c9 HTTP/1.1" status: 200 len: 210 time: 0.0292518 Jun 18 19:50:24.579337 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-0974a7a6-d1f6-455b-8591-5efe8c405e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:24.597865 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:50:25.071477 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c6fb90f3-e967-4410-a5a4-82421bd2dbb6 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:25.072998 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c6fb90f3-e967-4410-a5a4-82421bd2dbb6 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/networks?id=758e40cd-3a3c-422c-9318-0bb65ef98e07 HTTP/1.1" status: 200 len: 808 time: 0.1137111 Jun 18 19:50:25.096011 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-f4a4c2af-feca-49bb-9c12-2a301c90511c tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/quotas/7c3ec17336aa43c7b1e4b047fdc568f9 HTTP/1.1" status: 200 len: 375 time: 0.0161502 Jun 18 19:50:25.133617 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-fda6516f-e541-4478-a4a9-028208a04d0e tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3ec17336aa43c7b1e4b047fdc568f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317161 Jun 18 19:50:25.325457 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-cb1e8fb1-300b-418b-a6d9-081b5ec5f578 service neutron] 10.222.0.30 "GET /v2.0/networks/758e40cd-3a3c-422c-9318-0bb65ef98e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842399 Jun 18 19:50:25.418791 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-14561a5c-dd9e-4901-a30e-e447b55aca16 service neutron] 10.222.0.30 "GET /v2.0/networks/758e40cd-3a3c-422c-9318-0bb65ef98e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876179 Jun 18 19:50:25.666754 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0cc471af-1be4-4d97-88b8-2be31058a569 req-f793fc09-e14a-4075-a383-5f7777a5658d tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 210 time: 0.0282650 Jun 18 19:50:26.472809 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 52900) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:26.516873 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_v2 [None req-063e2183-fcde-490a-8a1f-6891740bb2b2 admin admin] Deleting subnet f6565ea4-56f0-42d2-85fa-16f6905b29e2 {{(pid=100013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:50:26.519824 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-063e2183-fcde-490a-8a1f-6891740bb2b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:26.558737 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-063e2183-fcde-490a-8a1f-6891740bb2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3430576'] for subnet, precommit_delete_associations {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:26.601767 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-063e2183-fcde-490a-8a1f-6891740bb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:26.733697 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-063e2183-fcde-490a-8a1f-6891740bb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3353598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410019'] for subnet, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:26.737175 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-0c6485df-c539-4e44-afb6-93e4b9e12ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:26.762357 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e2183-fcde-490a-8a1f-6891740bb2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6565ea4-56f0-42d2-85fa-16f6905b29e2,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:26.764250 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-063e2183-fcde-490a-8a1f-6891740bb2b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:26.766032 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-063e2183-fcde-490a-8a1f-6891740bb2b2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f6565ea4-56f0-42d2-85fa-16f6905b29e2 HTTP/1.1" status: 204 len: 168 time: 0.2922375 Jun 18 19:50:26.767956 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-063e2183-fcde-490a-8a1f-6891740bb2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:26.768536 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 52904) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:26.839309 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-83b7fa2d-afeb-4d04-b24a-fba66c816ed3 req-f0b1c9e9-4c71-4824-9fa9-78b23d2955c0 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 210 time: 0.0638552 Jun 18 19:50:26.864986 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:26.951013 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:26.960995 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b4e6b3-c912-4dfc-b758-8e012386f493']}} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:26.971311 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05588323-f44c-4e38-a53a-ad3297c17b02') {'for_net_delete': True} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:26.971701 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05588323-f44c-4e38-a53a-ad3297c17b02') {} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:26.980791 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3430585'] for segment, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:26.994211 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:27.000826 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=100013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:50:27.001209 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283797'] for segment, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: Traceback (most recent call last): Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: timer() Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: cb(*args, **kw) Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: return func(*args, **kwargs) Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: self._notify() Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: self.callback(batched_events) Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: event.method(event) Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: return f(self, *a, **k) Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: return self._get(url).json() Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: return self.request(url, 'GET', **kwargs) Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:50:27.002792 dv-cinder-790535-6-smb neutron-server[100013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:50:27.097823 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-3dcd25eb-af70-497a-9978-0ccbe5928330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:27.155948 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:27.159514 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:27.162165 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:27.163961 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] 10.222.0.30 "DELETE /v2.0/networks/f9b4e6b3-c912-4dfc-b758-8e012386f493 HTTP/1.1" status: 204 len: 168 time: 0.3945043 Jun 18 19:50:27.165986 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 834e4e4b-9a63-4323-b861-771a1be04d75 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:50:27.175729 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b4e6b3-c912-4dfc-b758-8e012386f493,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:27.178955 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:27.191242 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 834e4e4b-9a63-4323-b861-771a1be04d75 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:50:27.191734 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 834e4e4b-9a63-4323-b861-771a1be04d75 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:50:27.520028 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 52908) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:27.561457 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-ea7f9ef6-8487-4ee8-979e-64269fc4114d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=066be04188ac42069d43742057691298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401876 Jun 18 19:50:27.572115 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 52910) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:27.629331 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ed57683d-9ec5-451b-8de8-2c414e1534c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:27.652367 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ed57683d-9ec5-451b-8de8-2c414e1534c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:27.684338 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-f15634b1-78b1-4bb0-8f6a-c60edc3d9b36 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:27.686329 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-f15634b1-78b1-4bb0-8f6a-c60edc3d9b36 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.22 "GET /v2.0/networks?id=758e40cd-3a3c-422c-9318-0bb65ef98e07 HTTP/1.1" status: 200 len: 808 time: 0.1094561 Jun 18 19:50:27.701264 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Request body: {'port': {'device_id': 'ccfc9947-2f5e-4f72-9ca1-5d0df261bac6', 'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07', 'admin_state_up': True, 'tenant_id': '7c3ec17336aa43c7b1e4b047fdc568f9'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:27.779620 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ed57683d-9ec5-451b-8de8-2c414e1534c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:27.783112 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ed57683d-9ec5-451b-8de8-2c414e1534c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:27.787433 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-ed57683d-9ec5-451b-8de8-2c414e1534c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b815fa46-5f0b-4d6f-b528-2d1ec507e5d9 HTTP/1.1" status: 204 len: 168 time: 0.2113693 Jun 18 19:50:27.787433 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-04da3929-6411-48be-872e-dd364b6061d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:27.801487 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57683d-9ec5-451b-8de8-2c414e1534c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b815fa46-5f0b-4d6f-b528-2d1ec507e5d9,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:27.803991 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ed57683d-9ec5-451b-8de8-2c414e1534c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:27.882388 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Made reservation on behalf of 7c3ec17336aa43c7b1e4b047fdc568f9 for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:50:27.889325 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:27.985341 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5500a0cb-8203-4f28-a84b-8b272d8ab4f7 req-4162bc19-6e0b-49d3-9ba6-7f54ef107d04 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 210 time: 0.0301261 Jun 18 19:50:28.071387 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Allocated IP 172.20.0.13 (758e40cd-3a3c-422c-9318-0bb65ef98e07/404b8049-2679-483f-858e-1ddb71cda252/1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:50:28.081882 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:28.242334 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:28.352208 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3522723'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:28.357082 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:28.373683 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:28.409310 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Network 758e40cd-3a3c-422c-9318-0bb65ef98e07 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:50:28.412954 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:28.416973 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:50:28.424924 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Pushing event updated for resources: {'Port': ['ID=1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:28.444799 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:28.478102 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:28.478706 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:28.723070 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0269229 Jun 18 19:50:28.736870 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Request body: {'port': {'device_id': 'ccfc9947-2f5e-4f72-9ca1-5d0df261bac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:29.109758 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.144606 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.207232 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f431c-7618-470b-8f80-086cb67cc946 req-dd3da1f6-b659-4ab2-9449-fd0e8decd03c tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:29.208812 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-370f431c-7618-470b-8f80-086cb67cc946 req-dd3da1f6-b659-4ab2-9449-fd0e8decd03c tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 932 time: 0.0751708 Jun 18 19:50:29.209306 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 52944) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:29.262328 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-370f431c-7618-470b-8f80-086cb67cc946 req-cdac48e5-29c7-4362-a531-a5e7866bdc27 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432832 Jun 18 19:50:29.359139 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-320365334-network', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:29.458914 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Made reservation on behalf of 5f2e626262a046fdb2b42227888bad4d for: {'network': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:50:29.461255 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.471795 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.486095 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:50:29.497503 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.519779 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Transition to ACTIVE for port object 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:29.573472 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.577360 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b15c2e4f-3d38-4e10-8197-6b1743212895 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:29.579745 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.654301 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.661157 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-70bd7751-1f0c-4afb-abf0-4bd2764f9c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:29.668469 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:29.672819 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:29.693228 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=100013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:50:29.718826 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030dfc57-f335-4268-84ee-b88c9487ad95,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:29.726232 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:29.728381 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.728381 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.segments_db [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Added segment 18bdcb27-f47b-48cd-8169-1116054b653f of type vlan for network c39119d5-f88f-416b-ae1e-a5644229104b Jun 18 19:50:29.750698 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Attempting to bind port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:50:29.751461 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Attempting to bind port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '48105399-8359-4db4-8ce8-791817c9b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:50:29.751461 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Attempting to bind port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 on network 758e40cd-3a3c-422c-9318-0bb65ef98e07 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:29.757282 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 on network 758e40cd-3a3c-422c-9318-0bb65ef98e07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:50:29.757755 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Attempting to bind port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 on network 758e40cd-3a3c-422c-9318-0bb65ef98e07 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:29.764363 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:50:29.764886 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Checking segment: {'id': '48105399-8359-4db4-8ce8-791817c9b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:50:29.765337 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Bound using segment: {'id': '48105399-8359-4db4-8ce8-791817c9b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:50:29.765832 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Bound port: 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48105399-8359-4db4-8ce8-791817c9b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:50:29.766375 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.797986 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.845073 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] For port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:50:29.849395 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] For port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6,segment=NetworkSegment(48105399-8359-4db4-8ce8-791817c9b3b8),segment_id=48105399-8359-4db4-8ce8-791817c9b3b8)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:50:29.916073 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.917546 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:29.918294 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.920838 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:29.945718 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.948420 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f2d22874-d6ea-425f-b869-31dcaefe5a4d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:29.987626 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:29.988258 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:29.989110 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Pushing event updated for resources: {'Network': ['ID=c39119d5-f88f-416b-ae1e-a5644229104b,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:29.989820 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] 10.222.0.22 "PUT /v2.0/ports/1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 HTTP/1.1" status: 200 len: 1094 time: 1.2575970 Jun 18 19:50:29.990365 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfc9947-2f5e-4f72-9ca1-5d0df261bac6', 'tag': '1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:29.993420 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:29.993913 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753a5dc5-fa1c-4930-bb09-169186152597" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfc9947-2f5e-4f72-9ca1-5d0df261bac6", "tag": "1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:30.006157 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network c39119d5-f88f-416b-ae1e-a5644229104b details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:50:30.041968 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8279943 Jun 18 19:50:30.042991 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 52950) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:30.052422 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-b732cf9c-2af2-45fc-b869-59e0a30db750 admin admin] Request body: {'subnet': {'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-320365334-subnet', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'ip_version': 4}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:30.053985 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:30.060760 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:30.069715 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734175b0-e9c8-4860-8ed3-40ac5a15208f x-openstack-request-id: req-734175b0-e9c8-4860-8ed3-40ac5a15208f {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:30.070232 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfc9947-2f5e-4f72-9ca1-5d0df261bac6", "tag": "1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:30.070688 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-734175b0-e9c8-4860-8ed3-40ac5a15208f {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:30.071403 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfc9947-2f5e-4f72-9ca1-5d0df261bac6', 'tag': '1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6', 'status': 'completed', 'code': 200} Jun 18 19:50:30.178536 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b732cf9c-2af2-45fc-b869-59e0a30db750 admin admin] Made reservation on behalf of 5f2e626262a046fdb2b42227888bad4d for: {'subnet': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:50:30.181277 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b732cf9c-2af2-45fc-b869-59e0a30db750 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3409992'] for subnet, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:30.191193 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a5dc5-fa1c-4930-bb09-169186152597 req-620f2bca-cade-4dd4-8173-58f0f9ddba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:30.193681 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-753a5dc5-fa1c-4930-bb09-169186152597 req-620f2bca-cade-4dd4-8173-58f0f9ddba72 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c3ec17336aa43c7b1e4b047fdc568f9&device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 1097 time: 0.0944448 Jun 18 19:50:30.208600 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:30.397993 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a5dc5-fa1c-4930-bb09-169186152597 req-37a4977a-3174-4605-87ad-805d1dcfa0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:30.399637 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-753a5dc5-fa1c-4930-bb09-169186152597 req-37a4977a-3174-4605-87ad-805d1dcfa0dc service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=7c3ec17336aa43c7b1e4b047fdc568f9&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1978912 Jun 18 19:50:30.526048 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a5dc5-fa1c-4930-bb09-169186152597 req-ac2611f7-caf3-49e7-8d38-20bc509e6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:30.528247 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-753a5dc5-fa1c-4930-bb09-169186152597 req-ac2611f7-caf3-49e7-8d38-20bc509e6222 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1214406 Jun 18 19:50:30.557413 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b732cf9c-2af2-45fc-b869-59e0a30db750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3353407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410010'] for subnet, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:30.574941 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-46a07279-8768-4293-b4eb-3cd024f302fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:30.643181 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-041062fb-24f5-43ea-87dd-2057bd450d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:30.645801 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-041062fb-24f5-43ea-87dd-2057bd450d1c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c3ec17336aa43c7b1e4b047fdc568f9&device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 1097 time: 0.0685904 Jun 18 19:50:30.673516 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00274863-2423-4e69-bbf4-4707f61ae64b req-a57598ec-1355-4566-8e9b-d74ee8268603 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:30.675324 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-00274863-2423-4e69-bbf4-4707f61ae64b req-a57598ec-1355-4566-8e9b-d74ee8268603 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 944 time: 0.1656406 Jun 18 19:50:30.676011 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732cf9c-2af2-45fc-b869-59e0a30db750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b31b643-019a-4c72-b04e-8fe61674aaf8,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:30.688947 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-b732cf9c-2af2-45fc-b869-59e0a30db750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:30.707195 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-be89ff3f-d00d-4215-9baa-57020e7c31bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 HTTP/1.1" status: 200 len: 217 time: 0.0529678 Jun 18 19:50:30.707412 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732cf9c-2af2-45fc-b869-59e0a30db750 admin admin] Checking segment: {'id': '18bdcb27-f47b-48cd-8169-1116054b653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:50:30.707738 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732cf9c-2af2-45fc-b869-59e0a30db750 admin admin] Network hostable DHCP agents. Network: c39119d5-f88f-416b-ae1e-a5644229104b, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:50:30.757052 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-00274863-2423-4e69-bbf4-4707f61ae64b req-da6c20c3-1f1d-48be-8b1b-511b0a9d59a9 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602210 Jun 18 19:50:30.797230 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-e591f74d-22c2-4984-b8f5-bcb647e8ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:30.798711 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-e591f74d-22c2-4984-b8f5-bcb647e8ab8f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=404b8049-2679-483f-858e-1ddb71cda252 HTTP/1.1" status: 200 len: 848 time: 0.0848639 Jun 18 19:50:30.819080 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732cf9c-2af2-45fc-b869-59e0a30db750 admin admin] Network c39119d5-f88f-416b-ae1e-a5644229104b is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:50:30.834612 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-f8c98832-3c49-4236-b1b0-a99cf2e2ca5f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=758e40cd-3a3c-422c-9318-0bb65ef98e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292952 Jun 18 19:50:30.932940 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-e8f7b034-9f82-4df4-a148-d3309f3b65fa service neutron] 10.222.0.22 "GET /v2.0/networks/758e40cd-3a3c-422c-9318-0bb65ef98e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909405 Jun 18 19:50:30.934454 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-b732cf9c-2af2-45fc-b869-59e0a30db750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, c39119d5-f88f-416b-ae1e-a5644229104b) {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:30.938978 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732cf9c-2af2-45fc-b869-59e0a30db750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:30.939744 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b732cf9c-2af2-45fc-b869-59e0a30db750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:30.945803 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cd904e-226b-4cbb-ad67-1566bede6922 None None] Network c39119d5-f88f-416b-ae1e-a5644229104b requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:50:31.038190 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-b732cf9c-2af2-45fc-b869-59e0a30db750 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9933126 Jun 18 19:50:31.041547 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 52954) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:31.047894 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:31.061551 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-24b00bce-24ee-40ef-9abe-e31d7d4a21d8 req-6fdf286a-47fc-46f3-8d03-c35a79ef226d service neutron] 10.222.0.22 "GET /v2.0/networks/758e40cd-3a3c-422c-9318-0bb65ef98e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214192 Jun 18 19:50:31.148671 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37f8e1d1-d85d-51ec-af15-2bd53c2926e4-c39119d5-f88f-416b-ae1e-a5644229104b', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'fixed_ips': [{'subnet_id': '5b31b643-019a-4c72-b04e-8fe61674aaf8'}]}} from dv-cinder-790535-6-smb. {{(pid=100014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:50:31.153150 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:31.191343 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6927'] for router, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:31.193077 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6918'] for router, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:31.324457 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.db_base_plugin_common [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Allocated IP 172.20.0.2 (c39119d5-f88f-416b-ae1e-a5644229104b/5b31b643-019a-4c72-b04e-8fe61674aaf8/9852195a-971c-4b84-9c89-d786dba64937) {{(pid=100014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:50:31.486476 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Notify callbacks [] for port, precommit_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:31.501390 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Transition to ACTIVE for port object 9852195a-971c-4b84-9c89-d786dba64937 will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:31.527708 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Transition to ACTIVE for port object 9852195a-971c-4b84-9c89-d786dba64937 will not be triggered until provisioned by entity DHCP. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:31.578295 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:31.944830 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca10f4-4ea5-408c-813c-1199a17cde16 req-667ecad1-3c32-48a5-b3c5-f1c5004064d6 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:31.946174 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ccca10f4-4ea5-408c-813c-1199a17cde16 req-667ecad1-3c32-48a5-b3c5-f1c5004064d6 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 944 time: 0.0630672 Jun 18 19:50:31.961442 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:31.963567 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:32.006809 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Network c39119d5-f88f-416b-ae1e-a5644229104b is already hosted by enough agents. {{(pid=100014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:50:32.009906 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.base_scheduler [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Resources bound (agent type, host, resource id): {{(pid=100014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:32.013771 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Received port after_create {{(pid=100014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:50:32.019227 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Pushing event updated for resources: {'Port': ['ID=9852195a-971c-4b84-9c89-d786dba64937,revision_number=1']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:32.031318 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:32.032120 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:32.032120 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:32.032387 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:32.032679 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:32.033043 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:32.033377 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:32.033709 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:32.034048 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:32.034373 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:32.034701 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:32.035028 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:32.050286 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ccca10f4-4ea5-408c-813c-1199a17cde16 req-88aafead-e1f6-4408-9696-8aba8b3dbb6e tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973911 Jun 18 19:50:32.054796 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:32.091475 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Attempting to bind port 9852195a-971c-4b84-9c89-d786dba64937 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:50:32.091863 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Attempting to bind port 9852195a-971c-4b84-9c89-d786dba64937 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '18bdcb27-f47b-48cd-8169-1116054b653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:50:32.092253 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Attempting to bind port 9852195a-971c-4b84-9c89-d786dba64937 on network c39119d5-f88f-416b-ae1e-a5644229104b {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:32.097896 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:50:32.100772 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Checking segment: {'id': '18bdcb27-f47b-48cd-8169-1116054b653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:50:32.100772 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:32.100772 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Bound using segment: {'id': '18bdcb27-f47b-48cd-8169-1116054b653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:50:32.100772 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Bound port: 9852195a-971c-4b84-9c89-d786dba64937, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bdcb27-f47b-48cd-8169-1116054b653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:50:32.100772 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:32.120659 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7016'] for router, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:32.184924 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] For port 9852195a-971c-4b84-9c89-d786dba64937, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:50:32.188782 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] For port 9852195a-971c-4b84-9c89-d786dba64937, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=9852195a-971c-4b84-9c89-d786dba64937,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:50:32.265126 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:32.267192 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-5b110035-70ec-4b69-a7b5-d9e53e81d5b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:32.332594 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Pushing event updated for resources: {'Port': ['ID=9852195a-971c-4b84-9c89-d786dba64937,revision_number=2']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:32.338346 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:32.398271 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:32.431626 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:32.579092 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_common [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Allocated IP 172.28.3.86 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/b3776754-2667-4af1-bd59-6c84ac5948bb) {{(pid=100013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:50:32.727638 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:32.836519 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3353483'] for port, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:32.839002 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:32.881714 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:50:32.884984 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Resources bound (agent type, host, resource id): {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:32.889819 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Received port after_create {{(pid=100013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:50:32.896164 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Pushing event updated for resources: {'Port': ['ID=b3776754-2667-4af1-bd59-6c84ac5948bb,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:32.919469 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:33.361181 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452ff20-bcf6-4363-95a6-aa367e061eac req-5cbc341c-40c9-4473-a1d6-883501559a11 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:33.362859 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f452ff20-bcf6-4363-95a6-aa367e061eac req-5cbc341c-40c9-4473-a1d6-883501559a11 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 944 time: 0.1708100 Jun 18 19:50:33.365686 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:33.468051 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8584e3-573f-4eab-bdc7-2593202609c7 None None] Network c39119d5-f88f-416b-ae1e-a5644229104b requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:50:33.491459 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f452ff20-bcf6-4363-95a6-aa367e061eac req-f5583022-0468-49ba-9946-c63e31e3dff1 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897717 Jun 18 19:50:33.617741 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 9852195a-971c-4b84-9c89-d786dba64937 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:33.653524 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618554'] for router, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:33.685564 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-4072e41d-56ea-447f-acbd-30c566dd22b1 None None] Provisioning for port 9852195a-971c-4b84-9c89-d786dba64937 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:33.881949 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 9852195a-971c-4b84-9c89-d786dba64937 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:33.887353 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 9852195a-971c-4b84-9c89-d786dba64937 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:33.887862 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:33.898213 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 is scheduled to L3 agent 92782364-561c-464d-b29a-c35742e5cb72 with binding_index 1 {{(pid=100013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:50:34.007174 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:34.025430 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:50:34.046494 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 9852195a-971c-4b84-9c89-d786dba64937, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=9852195a-971c-4b84-9c89-d786dba64937,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:34.048582 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Sync routers for ids ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:50:34.060444 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Routers {'1c10ea2a-a91d-4161-9067-79a6f20b6a75'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:50:34.061170 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-216d6312-fe65-4ece-a667-c30702894acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:34.146311 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:34.150647 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:34.162217 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Notify callbacks [] for router, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:34.163618 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1203363 Jun 18 19:50:34.168726 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 52960) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:34.218912 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-a9aa891a-0d23-4409-89b1-26823cadd7e7 None None] Provisioning complete for port 9852195a-971c-4b84-9c89-d786dba64937 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:34.219281 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-a9aa891a-0d23-4409-89b1-26823cadd7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:34.223892 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=9852195a-971c-4b84-9c89-d786dba64937,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:34.247455 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:34.251076 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Set router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:50:34.502155 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-216d6312-fe65-4ece-a667-c30702894acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:50:33Z', 'revision_number': 3, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port': {'id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:55:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:32Z', 'updated_at': '2021-06-18T19:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:34.530961 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Checking router: 1c10ea2a-a91d-4161-9067-79a6f20b6a75 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:50:34.531303 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Updating router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 port b3776754-2667-4af1-bd59-6c84ac5948bb binding host dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:50:34.582757 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:34.661829 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:34.865170 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e4071-7cd2-47e4-88a9-89d2ff19bcf3 req-7c718842-7cdf-4d3c-9e24-ca85aa3d3c87 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:34.866785 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-542e4071-7cd2-47e4-88a9-89d2ff19bcf3 req-7c718842-7cdf-4d3c-9e24-ca85aa3d3c87 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 944 time: 0.2026253 Jun 18 19:50:34.907763 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Notify callbacks [] for port, precommit_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:34.919303 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Transition to ACTIVE for port object b3776754-2667-4af1-bd59-6c84ac5948bb will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:34.948061 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-542e4071-7cd2-47e4-88a9-89d2ff19bcf3 req-50435284-1116-4597-9070-26060a2fae20 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692041 Jun 18 19:50:34.967682 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_common [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Allocated IP 172.20.0.1 (c39119d5-f88f-416b-ae1e-a5644229104b/5b31b643-019a-4c72-b04e-8fe61674aaf8/f0d643aa-95a5-4a69-949e-6fd4f26fadb8) {{(pid=100013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:50:35.002031 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:35.004350 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:35.060989 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a7f48-3223-4169-a96b-baed35de5972 None None] Pushing event updated for resources: {'Port': ['ID=b3776754-2667-4af1-bd59-6c84ac5948bb,revision_number=2']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:35.063936 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-303a7f48-3223-4169-a96b-baed35de5972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:35.065125 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Attempting to bind port b3776754-2667-4af1-bd59-6c84ac5948bb on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:50:35.065514 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Attempting to bind port b3776754-2667-4af1-bd59-6c84ac5948bb by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:50:35.065889 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Attempting to bind port b3776754-2667-4af1-bd59-6c84ac5948bb on network 2440ce7d-0693-4835-ae79-95ddbd08681a {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:35.072010 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:50:35.072202 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Checking segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:50:35.072521 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:35.072982 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Bound using segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:50:35.073534 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Bound port: b3776754-2667-4af1-bd59-6c84ac5948bb, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:50:35.074486 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:35.100754 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:35.116730 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.provisioning_blocks [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Transition to ACTIVE for port object f0d643aa-95a5-4a69-949e-6fd4f26fadb8 will not be triggered until provisioned by entity DHCP. {{(pid=100013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:35.130029 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-216d6312-fe65-4ece-a667-c30702894acb None None] For port b3776754-2667-4af1-bd59-6c84ac5948bb, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:50:35.133100 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-216d6312-fe65-4ece-a667-c30702894acb None None] For port b3776754-2667-4af1-bd59-6c84ac5948bb, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=b3776754-2667-4af1-bd59-6c84ac5948bb,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:50:35.212983 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:50:35.310551 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6,segment=NetworkSegment(48105399-8359-4db4-8ce8-791817c9b3b8),segment_id=48105399-8359-4db4-8ce8-791817c9b3b8)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:35.321933 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6', 'network_id': '758e40cd-3a3c-422c-9318-0bb65ef98e07', 'port_id': '1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6', 'mac_address': 'fa:16:3e:15:79:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404b8049-2679-483f-858e-1ddb71cda252', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:50:35.360233 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:35.369378 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:35.373664 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-75c68373-7963-4301-816a-74324cea4803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:35.395567 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3353483'] for port, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:35.398027 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-4b3331e4-f616-4e7e-b23e-a606056f30e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:35.402410 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:50:35.443842 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6,segment=NetworkSegment(48105399-8359-4db4-8ce8-791817c9b3b8),segment_id=48105399-8359-4db4-8ce8-791817c9b3b8)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:35.445433 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Network c39119d5-f88f-416b-ae1e-a5644229104b is already hosted by enough agents. {{(pid=100013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:50:35.450628 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:35.452830 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d643aa-95a5-4a69-949e-6fd4f26fadb8,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:35.454849 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Received port after_create {{(pid=100013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:50:35.455763 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Routers {'1c10ea2a-a91d-4161-9067-79a6f20b6a75'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:50:35.456479 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-216d6312-fe65-4ece-a667-c30702894acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:35.494764 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a7f48-3223-4169-a96b-baed35de5972 None None] Pushing event updated for resources: {'Port': ['ID=b3776754-2667-4af1-bd59-6c84ac5948bb,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:35.500217 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-303a7f48-3223-4169-a96b-baed35de5972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:35.700244 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 9852195a-971c-4b84-9c89-d786dba64937 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:35.707483 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:35.711679 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-f6a06ba1-6a23-4812-9b7f-82ebd79bd9e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:35.757660 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:35.775747 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618261'] for router_interface, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:35.793401 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-216d6312-fe65-4ece-a667-c30702894acb None None] Set router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:50:35.869198 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:35.874344 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:35.936811 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 9852195a-971c-4b84-9c89-d786dba64937 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:35.937200 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:35.969088 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-2fd1092f-42b1-47fc-9f91-3d7cb7195592 None None] Provisioning for port f0d643aa-95a5-4a69-949e-6fd4f26fadb8 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:35.992206 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-2fd1092f-42b1-47fc-9f91-3d7cb7195592 None None] Provisioning complete for port f0d643aa-95a5-4a69-949e-6fd4f26fadb8 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:35.992592 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-2fd1092f-42b1-47fc-9f91-3d7cb7195592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:36.048652 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:36.074256 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-2fd1092f-42b1-47fc-9f91-3d7cb7195592 None None] Port f0d643aa-95a5-4a69-949e-6fd4f26fadb8 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:50:36.133661 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:50:36.174986 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-216d6312-fe65-4ece-a667-c30702894acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:50:33Z', 'revision_number': 3, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port': {'id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:55:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:32Z', 'updated_at': '2021-06-18T19:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:36.209242 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216d6312-fe65-4ece-a667-c30702894acb None None] The sync data for ids ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'] in dv-cinder-790535-6-smb is: [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:50:33Z', 'revision_number': 3, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port': {'id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:55:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:32Z', 'updated_at': '2021-06-18T19:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:50:36.231041 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11905f03-4baa-462f-868d-2c7f06d7aada req-a9927569-8d1a-45aa-b870-aafafbf12107 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:36.232628 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-11905f03-4baa-462f-868d-2c7f06d7aada req-a9927569-8d1a-45aa-b870-aafafbf12107 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 945 time: 0.1418552 Jun 18 19:50:36.312833 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-11905f03-4baa-462f-868d-2c7f06d7aada req-2cbb1843-8c88-457e-aba0-6e612d643d3b tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622187 Jun 18 19:50:36.328635 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:36.400652 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353533'] for port, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:36.400652 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:36.490145 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-701026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619532'] for router_interface, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:36.491416 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d643aa-95a5-4a69-949e-6fd4f26fadb8,revision_number=2']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:36.496326 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:36.623535 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Network c39119d5-f88f-416b-ae1e-a5644229104b is already hosted by enough agents. {{(pid=100013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:50:36.625172 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:36.793630 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:50:36.909962 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-4f5e51f8-d21c-416a-a010-c9ee381f07c5 None None] Provisioning complete for port f0d643aa-95a5-4a69-949e-6fd4f26fadb8 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:36.910877 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-4f5e51f8-d21c-416a-a010-c9ee381f07c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:36.958401 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e51f8-d21c-416a-a010-c9ee381f07c5 None None] Port f0d643aa-95a5-4a69-949e-6fd4f26fadb8 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:50:36.966291 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:50:36.974386 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] 10.222.0.30 "PUT /v2.0/routers/1c10ea2a-a91d-4161-9067-79a6f20b6a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8018241 Jun 18 19:50:37.236168 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:37.361691 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:37.368336 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:37.369206 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:37.472810 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:37.529094 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfc9947-2f5e-4f72-9ca1-5d0df261bac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:37.533349 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dab1799-e30b-47fc-b372-9912a388bca7" -d '{"events": [{"server_uuid": "ccfc9947-2f5e-4f72-9ca1-5d0df261bac6", "name": "network-vif-plugged", "status": "completed", "tag": "1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:37.556082 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6,segment=NetworkSegment(48105399-8359-4db4-8ce8-791817c9b3b8),segment_id=48105399-8359-4db4-8ce8-791817c9b3b8)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:37.597701 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2026999-1494-4718-80c7-5e89c46ca332 req-9cd5e707-9ff3-496f-9028-71bfe5008d05 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:37.607029 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e2026999-1494-4718-80c7-5e89c46ca332 req-9cd5e707-9ff3-496f-9028-71bfe5008d05 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 945 time: 0.1464887 Jun 18 19:50:37.630876 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:37.634366 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:37.676284 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e2026999-1494-4718-80c7-5e89c46ca332 req-abfbf532-5824-43f2-8553-97bbbe164dcf tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679402 Jun 18 19:50:37.732224 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device b3776754-2667-4af1-bd59-6c84ac5948bb up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:37.784009 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f85bd7-6581-4704-83fe-a10068122124 x-openstack-request-id: req-19f85bd7-6581-4704-83fe-a10068122124 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:37.784009 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfc9947-2f5e-4f72-9ca1-5d0df261bac6", "name": "network-vif-plugged", "status": "completed", "tag": "1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:37.784619 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19f85bd7-6581-4704-83fe-a10068122124 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:37.784997 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfc9947-2f5e-4f72-9ca1-5d0df261bac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6', 'code': 200} Jun 18 19:50:37.816172 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:37.824614 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:37.984780 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port b3776754-2667-4af1-bd59-6c84ac5948bb completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:37.990702 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port b3776754-2667-4af1-bd59-6c84ac5948bb triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:37.995883 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:38.022912 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 52990) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:38.028106 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1374728975-network', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:38.120009 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:38.136585 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Made reservation on behalf of f6c52ee245904bf5891e1a67345aa3e9 for: {'network': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:50:38.139699 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for network, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:38.150068 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:38.155661 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Sync routers for ids ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:50:38.156869 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port b3776754-2667-4af1-bd59-6c84ac5948bb, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=b3776754-2667-4af1-bd59-6c84ac5948bb,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:38.176584 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Routers {'1c10ea2a-a91d-4161-9067-79a6f20b6a75'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:50:38.177618 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:38.221174 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9df182-b000-4e50-8fc9-56e3094571b5 req-f6de0976-2ae5-4d74-a00a-ff565b77e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:38.222758 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4c9df182-b000-4e50-8fc9-56e3094571b5 req-f6de0976-2ae5-4d74-a00a-ff565b77e76c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 1099 time: 0.1152866 Jun 18 19:50:38.240940 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:38.243270 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:38.309586 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4c9df182-b000-4e50-8fc9-56e3094571b5 req-92659cda-52cd-47c1-86f8-20033cb3510c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732124 Jun 18 19:50:38.319539 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:38.320293 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=b3776754-2667-4af1-bd59-6c84ac5948bb,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:38.324514 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:38.350288 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Set router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:50:38.668613 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:50:35Z', 'revision_number': 4, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port': {'id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:55:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:32Z', 'updated_at': '2021-06-18T19:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': 'f0d643aa-95a5-4a69-949e-6fd4f26fadb8', 'name': '', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'mac_address': 'fa:16:3e:45:5e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:34Z', 'updated_at': '2021-06-18T19:50:36Z', 'revision_number': 2, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'subnets': [{'id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:38.675705 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:38.678724 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:38.694948 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Checking router: 1c10ea2a-a91d-4161-9067-79a6f20b6a75 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:50:38.696739 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Updating router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 port f0d643aa-95a5-4a69-949e-6fd4f26fadb8 binding host dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:50:38.705114 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=100012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 19:50:38.710628 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f3a7e0-d26d-4afb-8841-1a7558b01ad6,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:38.715977 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:38.731462 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:38.731462 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.segments_db [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Added segment bccf912d-f646-4d92-8589-5fc21b5a5d3c of type vlan for network 91593c96-cb48-4566-a538-325fb31cc8ab Jun 18 19:50:38.738538 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:38.760350 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727448069569'] for network, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:38.857526 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cbac5-3c07-440c-b062-e75b105ff3fc req-a3f64bfe-f571-4b33-ab58-d21fd00823b1 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:38.859007 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d37cbac5-3c07-440c-b062-e75b105ff3fc req-a3f64bfe-f571-4b33-ab58-d21fd00823b1 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 946 time: 0.0699244 Jun 18 19:50:38.900240 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d37cbac5-3c07-440c-b062-e75b105ff3fc req-d98b16a7-beb5-478d-9f67-6b9d6265ebdf tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352547 Jun 18 19:50:38.955895 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940'] for network, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:38.957306 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:38.957901 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:38.960265 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:39.025508 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Pushing event updated for resources: {'Network': ['ID=91593c96-cb48-4566-a538-325fb31cc8ab,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:39.029354 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:39.037788 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Network 91593c96-cb48-4566-a538-325fb31cc8ab details requested by agent ovs-agent-dv-cinder-790535-6-smb with host dv-cinder-790535-6-smb {{(pid=100014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 19:50:39.046211 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Notify callbacks [] for port, precommit_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:39.063817 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.provisioning_blocks [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Transition to ACTIVE for port object f0d643aa-95a5-4a69-949e-6fd4f26fadb8 will not be triggered until provisioned by entity L2. {{(pid=100015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:39.076299 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0522006 Jun 18 19:50:39.080660 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 52994) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:39.087080 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-0b02730d-27c0-4aee-9fed-e6666294d1b7 admin admin] Request body: {'subnet': {'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1374728975-subnet', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'ip_version': 4}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:39.138455 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:39.141309 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:39.218495 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b02730d-27c0-4aee-9fed-e6666294d1b7 admin admin] Made reservation on behalf of f6c52ee245904bf5891e1a67345aa3e9 for: {'subnet': 1} {{(pid=100013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:50:39.221489 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0b02730d-27c0-4aee-9fed-e6666294d1b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3409992'] for subnet, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:39.244064 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Pushing event updated for resources: {'Port': ['ID=f0d643aa-95a5-4a69-949e-6fd4f26fadb8,revision_number=3']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:39.244064 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:39.244064 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:39.244064 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:39.244064 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:39.244064 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:39.244064 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:39.244064 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:39.245195 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:39.245195 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:39.245195 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:39.245964 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:39.246061 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:50:39.254072 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:39.326337 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Attempting to bind port f0d643aa-95a5-4a69-949e-6fd4f26fadb8 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:50:39.326921 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Attempting to bind port f0d643aa-95a5-4a69-949e-6fd4f26fadb8 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '18bdcb27-f47b-48cd-8169-1116054b653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b'}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:50:39.328262 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Attempting to bind port f0d643aa-95a5-4a69-949e-6fd4f26fadb8 on network c39119d5-f88f-416b-ae1e-a5644229104b {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:39.335377 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:50:39.335753 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Checking segment: {'id': '18bdcb27-f47b-48cd-8169-1116054b653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:50:39.336349 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:39.337009 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Bound using segment: {'id': '18bdcb27-f47b-48cd-8169-1116054b653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b'} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:50:39.337843 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Bound port: f0d643aa-95a5-4a69-949e-6fd4f26fadb8, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bdcb27-f47b-48cd-8169-1116054b653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b'}}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:50:39.338458 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:39.451418 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] For port f0d643aa-95a5-4a69-949e-6fd4f26fadb8, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:50:39.456558 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] For port f0d643aa-95a5-4a69-949e-6fd4f26fadb8, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=f0d643aa-95a5-4a69-949e-6fd4f26fadb8,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:50:39.509495 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0b02730d-27c0-4aee-9fed-e6666294d1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3353407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410010'] for subnet, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:39.512079 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:39.557047 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:39.564285 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-42b8de94-18c0-464f-8847-aa22c2a18c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:39.564650 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02730d-27c0-4aee-9fed-e6666294d1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fbf89b4-03b4-47f2-a6a4-2e29186c8fdc,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:39.572210 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-0b02730d-27c0-4aee-9fed-e6666294d1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:39.573200 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device b3776754-2667-4af1-bd59-6c84ac5948bb up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:39.585802 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02730d-27c0-4aee-9fed-e6666294d1b7 admin admin] Checking segment: {'id': 'bccf912d-f646-4d92-8589-5fc21b5a5d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:50:39.586164 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02730d-27c0-4aee-9fed-e6666294d1b7 admin admin] Network hostable DHCP agents. Network: 91593c96-cb48-4566-a538-325fb31cc8ab, hostable agents: ['bfd2a7ce-4e4a-4092-9152-8eebde03c45e'], hosted agents: [] {{(pid=100013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 19:50:39.640518 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Routers {'1c10ea2a-a91d-4161-9067-79a6f20b6a75'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:50:39.641485 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:39.647774 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Pushing event updated for resources: {'Port': ['ID=f0d643aa-95a5-4a69-949e-6fd4f26fadb8,revision_number=4']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:39.678370 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port b3776754-2667-4af1-bd59-6c84ac5948bb triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:39.679172 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:39.685832 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:39.688847 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02730d-27c0-4aee-9fed-e6666294d1b7 admin admin] Network 91593c96-cb48-4566-a538-325fb31cc8ab is scheduled to be hosted by DHCP agent bfd2a7ce-4e4a-4092-9152-8eebde03c45e with binding_index 1 {{(pid=100013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 19:50:39.780093 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-0b02730d-27c0-4aee-9fed-e6666294d1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-6-smb, 91593c96-cb48-4566-a538-325fb31cc8ab) {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:39.787771 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b02730d-27c0-4aee-9fed-e6666294d1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:39.789959 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0b02730d-27c0-4aee-9fed-e6666294d1b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:39.803494 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] Set router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:50:39.803924 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1162b241-f78b-4ad1-b4ee-22a13eea8ba1 None None] Network 91593c96-cb48-4566-a538-325fb31cc8ab requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:50:39.928180 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-0b02730d-27c0-4aee-9fed-e6666294d1b7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8462837 Jun 18 19:50:39.930947 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 52996) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:39.935699 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1374728975-router', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:40.015643 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37f8e1d1-d85d-51ec-af15-2bd53c2926e4-91593c96-cb48-4566-a538-325fb31cc8ab', 'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'fixed_ips': [{'subnet_id': '9fbf89b4-03b4-47f2-a6a4-2e29186c8fdc'}]}} from dv-cinder-790535-6-smb. {{(pid=100014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 19:50:40.017546 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.047620 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511919', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6927'] for router, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.049885 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-511954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-620188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6918'] for router, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.113607 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:50:35Z', 'revision_number': 4, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port': {'id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:55:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:32Z', 'updated_at': '2021-06-18T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': 'f0d643aa-95a5-4a69-949e-6fd4f26fadb8', 'name': '', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'mac_address': 'fa:16:3e:45:5e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:34Z', 'updated_at': '2021-06-18T19:50:39Z', 'revision_number': 4, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'subnets': [{'id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:40.127010 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.136359 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f47705-a444-49e0-a01a-6924c6269516 req-3576935a-80e4-4e94-be2b-af790e8d1977 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:40.138449 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-61f47705-a444-49e0-a01a-6924c6269516 req-3576935a-80e4-4e94-be2b-af790e8d1977 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 946 time: 0.0806699 Jun 18 19:50:40.148463 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b0976-11b1-4dd7-b234-ce1288ff5f5b None None] The sync data for ids ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'] in dv-cinder-790535-6-smb is: [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:50:35Z', 'revision_number': 4, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port': {'id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:55:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:32Z', 'updated_at': '2021-06-18T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': 'f0d643aa-95a5-4a69-949e-6fd4f26fadb8', 'name': '', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'mac_address': 'fa:16:3e:45:5e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:34Z', 'updated_at': '2021-06-18T19:50:39Z', 'revision_number': 4, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'subnets': [{'id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:50:40.188463 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-61f47705-a444-49e0-a01a-6924c6269516 req-1aabbaac-9d62-449d-9486-45187c73f8c0 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Jun 18 19:50:40.272772 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.db_base_plugin_common [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Allocated IP 172.20.0.2 (91593c96-cb48-4566-a538-325fb31cc8ab/9fbf89b4-03b4-47f2-a6a4-2e29186c8fdc/a5da5e3e-fa80-4374-9715-b63be7010c6a) {{(pid=100014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:50:40.502098 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Notify callbacks [] for port, precommit_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.503007 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-620270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511837', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7016'] for router, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.513344 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Transition to ACTIVE for port object a5da5e3e-fa80-4374-9715-b63be7010c6a will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:40.532415 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Transition to ACTIVE for port object a5da5e3e-fa80-4374-9715-b63be7010c6a will not be triggered until provisioned by entity DHCP. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:40.682123 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499'] for port, after_create {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.684491 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:40.746138 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Network 91593c96-cb48-4566-a538-325fb31cc8ab is already hosted by enough agents. {{(pid=100014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:50:40.750193 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.scheduler.base_scheduler [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Resources bound (agent type, host, resource id): {{(pid=100014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:40.756591 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Received port after_create {{(pid=100014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:50:40.761287 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Pushing event updated for resources: {'Port': ['ID=a5da5e3e-fa80-4374-9715-b63be7010c6a,revision_number=1']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:40.767249 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:40.847843 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Attempting to bind port a5da5e3e-fa80-4374-9715-b63be7010c6a on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:50:40.848495 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Attempting to bind port a5da5e3e-fa80-4374-9715-b63be7010c6a by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': 'bccf912d-f646-4d92-8589-5fc21b5a5d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:50:40.849165 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Attempting to bind port a5da5e3e-fa80-4374-9715-b63be7010c6a on network 91593c96-cb48-4566-a538-325fb31cc8ab {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:40.856416 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:50:40.857242 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Checking segment: {'id': 'bccf912d-f646-4d92-8589-5fc21b5a5d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:50:40.857959 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.859069 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Bound using segment: {'id': 'bccf912d-f646-4d92-8589-5fc21b5a5d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:50:40.859977 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Bound port: a5da5e3e-fa80-4374-9715-b63be7010c6a, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccf912d-f646-4d92-8589-5fc21b5a5d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:50:40.860644 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.913991 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.953143 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:40.959799 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] For port a5da5e3e-fa80-4374-9715-b63be7010c6a, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:50:40.964679 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] For port a5da5e3e-fa80-4374-9715-b63be7010c6a, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=a5da5e3e-fa80-4374-9715-b63be7010c6a,segment=NetworkSegment(bccf912d-f646-4d92-8589-5fc21b5a5d3c),segment_id=bccf912d-f646-4d92-8589-5fc21b5a5d3c)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:50:41.100643 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:41.106374 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:41.112187 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Allocated IP 172.28.3.118 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/946414ee-8b87-4a5e-b0ba-7746c8ae9ef0) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:50:41.213703 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Pushing event updated for resources: {'Port': ['ID=a5da5e3e-fa80-4374-9715-b63be7010c6a,revision_number=2']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:41.221067 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:41.295351 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:41.480598 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3522723'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:41.484591 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-58be6cbe-a627-4d9a-8544-689408f67bcd tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:41.603952 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:50:41.612583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:41.617546 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:50:41.835370 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Pushing event updated for resources: {'Port': ['ID=946414ee-8b87-4a5e-b0ba-7746c8ae9ef0,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:41.839711 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:41.887856 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device a5da5e3e-fa80-4374-9715-b63be7010c6a up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:42.048741 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port a5da5e3e-fa80-4374-9715-b63be7010c6a completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:42.053203 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device f0d643aa-95a5-4a69-949e-6fd4f26fadb8 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:42.122921 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:42.367971 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port f0d643aa-95a5-4a69-949e-6fd4f26fadb8 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:42.374707 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port f0d643aa-95a5-4a69-949e-6fd4f26fadb8 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:42.375347 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:42.384224 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-618554'] for router, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:42.484010 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:42.549570 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d6b4ca-735c-4ca6-94e3-f72cc5c3c82a None None] Network 91593c96-cb48-4566-a538-325fb31cc8ab requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:50:42.571222 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267a593-732b-4864-a2e6-28b80b16920f req-e9d0f9d4-9d42-42fc-adee-9d3deed87659 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:42.573337 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d267a593-732b-4864-a2e6-28b80b16920f req-e9d0f9d4-9d42-42fc-adee-9d3deed87659 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 946 time: 0.1045389 Jun 18 19:50:42.593523 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port f0d643aa-95a5-4a69-949e-6fd4f26fadb8, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=f0d643aa-95a5-4a69-949e-6fd4f26fadb8,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:42.628687 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d267a593-732b-4864-a2e6-28b80b16920f req-9c38f3c8-6831-4f1b-86a5-c1a261ca889c tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446689 Jun 18 19:50:42.655649 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:42.659192 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:42.739147 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=f0d643aa-95a5-4a69-949e-6fd4f26fadb8,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:42.742626 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:42.749863 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Router 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 is scheduled to L3 agent 92782364-561c-464d-b29a-c35742e5cb72 with binding_index 1 {{(pid=100012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 19:50:42.784163 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-16120c03-2dbe-45e2-8e6f-598f7a6fba8e None None] Provisioning for port a5da5e3e-fa80-4374-9715-b63be7010c6a completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:42.790680 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-16120c03-2dbe-45e2-8e6f-598f7a6fba8e None None] Provisioning complete for port a5da5e3e-fa80-4374-9715-b63be7010c6a triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:42.791062 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-16120c03-2dbe-45e2-8e6f-598f7a6fba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:42.900908 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:50:42.984783 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Notify callbacks [] for router, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:42.988559 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0547984 Jun 18 19:50:42.991397 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53014) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:43.002642 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Sync routers for ids ['5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:50:43.025006 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Routers {'5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:50:43.025666 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:43.063593 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-16120c03-2dbe-45e2-8e6f-598f7a6fba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:43.176533 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-16120c03-2dbe-45e2-8e6f-598f7a6fba8e None None] For port a5da5e3e-fa80-4374-9715-b63be7010c6a, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=a5da5e3e-fa80-4374-9715-b63be7010c6a,segment=NetworkSegment(bccf912d-f646-4d92-8589-5fc21b5a5d3c),segment_id=bccf912d-f646-4d92-8589-5fc21b5a5d3c)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:43.210731 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Set router 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:50:43.301824 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-16120c03-2dbe-45e2-8e6f-598f7a6fba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:43.307068 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-303a7f48-3223-4169-a96b-baed35de5972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:43.408088 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16120c03-2dbe-45e2-8e6f-598f7a6fba8e None None] Pushing event updated for resources: {'Port': ['ID=a5da5e3e-fa80-4374-9715-b63be7010c6a,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:43.412748 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-16120c03-2dbe-45e2-8e6f-598f7a6fba8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:43.466686 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-89555ac1-a129-48c3-9fe2-209bab6d53dd None None] Provisioning complete for port a5da5e3e-fa80-4374-9715-b63be7010c6a triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:43.466965 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-89555ac1-a129-48c3-9fe2-209bab6d53dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:43.534353 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'name': 'tempest-TestShelveInstance-1374728975-router', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:50:41Z', 'revision_number': 3, 'project_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'gw_port': {'id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:43.607688 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device a5da5e3e-fa80-4374-9715-b63be7010c6a up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:43.614852 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Checking router: 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:50:43.615212 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Updating router 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 port 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 binding host dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:50:43.721760 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:43.780914 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port a5da5e3e-fa80-4374-9715-b63be7010c6a triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:43.781641 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:43.844438 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:43.856182 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8056be-3cc4-4f8f-b995-a071adab1d6a req-44d14b8c-cdc6-4526-af8d-128a604ecd4d tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:43.865375 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2e8056be-3cc4-4f8f-b995-a071adab1d6a req-44d14b8c-cdc6-4526-af8d-128a604ecd4d tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 946 time: 0.0893667 Jun 18 19:50:43.908563 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2e8056be-3cc4-4f8f-b995-a071adab1d6a req-6badd7c8-7051-454c-a530-9d9135596719 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Jun 18 19:50:44.070726 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device f0d643aa-95a5-4a69-949e-6fd4f26fadb8 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:44.082510 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Allocated IP 172.20.0.1 (91593c96-cb48-4566-a538-325fb31cc8ab/9fbf89b4-03b4-47f2-a6a4-2e29186c8fdc/a2eb6ac7-d823-4a30-a384-a1566c56e1f9) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:50:44.174363 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3e60a-8af7-44b4-9a4f-a2def9e47f9c req-0c8c1e79-7b04-4602-a677-311ce48d9519 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:44.176200 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a6a3e60a-8af7-44b4-9a4f-a2def9e47f9c req-0c8c1e79-7b04-4602-a677-311ce48d9519 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.22 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 946 time: 0.1934559 Jun 18 19:50:44.191566 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port f0d643aa-95a5-4a69-949e-6fd4f26fadb8 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:44.191960 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:44.230435 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:44.249954 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Transition to ACTIVE for port object 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 will not be triggered until provisioned by entity L2. {{(pid=100014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:44.341738 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:44.344577 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:44.348897 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:44.367144 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Transition to ACTIVE for port object a2eb6ac7-d823-4a30-a384-a1566c56e1f9 will not be triggered until provisioned by entity DHCP. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:44.401865 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Attempting to bind port 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:50:44.402249 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Attempting to bind port 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:50:44.402625 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Attempting to bind port 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 on network 2440ce7d-0693-4835-ae79-95ddbd08681a {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:44.410396 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca4e69-a038-4c87-b0bf-d6c0c2340d68 None None] Pushing event updated for resources: {'Port': ['ID=946414ee-8b87-4a5e-b0ba-7746c8ae9ef0,revision_number=2']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:44.413434 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:50:44.413858 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Checking segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:50:44.414242 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:44.414659 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Bound using segment: {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'} {{(pid=100014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:50:44.415644 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.managers [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Bound port: 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6270c4bb-b437-451d-9a6b-ae3ea18d32e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}}] {{(pid=100014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:50:44.415644 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:44.418308 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-deca4e69-a038-4c87-b0bf-d6c0c2340d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:44.419121 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-a6a3e60a-8af7-44b4-9a4f-a2def9e47f9c req-a0e2a2b0-233a-4d0b-b613-ec41eb5ea5e3 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Deleting port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:50:44.419692 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a6a3e60a-8af7-44b4-9a4f-a2def9e47f9c req-a0e2a2b0-233a-4d0b-b613-ec41eb5ea5e3 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:44.473934 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] For port 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:50:44.477446 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] For port 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=946414ee-8b87-4a5e-b0ba-7746c8ae9ef0,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:50:44.568910 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:44.570994 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-16120c03-2dbe-45e2-8e6f-598f7a6fba8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:44.614887 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-a6a3e60a-8af7-44b4-9a4f-a2def9e47f9c req-a0e2a2b0-233a-4d0b-b613-ec41eb5ea5e3 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] For port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6,segment=NetworkSegment(48105399-8359-4db4-8ce8-791817c9b3b8),segment_id=48105399-8359-4db4-8ce8-791817c9b3b8)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:44.618067 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a6a3e60a-8af7-44b4-9a4f-a2def9e47f9c req-a0e2a2b0-233a-4d0b-b613-ec41eb5ea5e3 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:44.629338 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3522723'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:44.633923 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1b0ec75f-6c4b-478a-a1ec-8db663bc9aa6 tempest-AttachVolumeNegativeTest-1570041883 tempest-AttachVolumeNegativeTest-1570041883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:44.636328 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Routers {'5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:50:44.638841 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:44.643285 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca4e69-a038-4c87-b0bf-d6c0c2340d68 None None] Pushing event updated for resources: {'Port': ['ID=946414ee-8b87-4a5e-b0ba-7746c8ae9ef0,revision_number=3']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:44.677293 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-deca4e69-a038-4c87-b0bf-d6c0c2340d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:44.759295 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] Set router 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:50:44.772527 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-a6a3e60a-8af7-44b4-9a4f-a2def9e47f9c req-a0e2a2b0-233a-4d0b-b613-ec41eb5ea5e3 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Calling delete_port for 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:50:44.812529 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Network 91593c96-cb48-4566-a538-325fb31cc8ab is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:50:44.822838 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:44.834918 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:50:44.866413 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Pushing event updated for resources: {'Port': ['ID=a2eb6ac7-d823-4a30-a384-a1566c56e1f9,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:44.896263 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:44.929769 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-618261'] for router_interface, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:45.017802 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'name': 'tempest-TestShelveInstance-1374728975-router', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:50:41Z', 'revision_number': 3, 'project_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'gw_port': {'id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:45.083195 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fc46e5-a77e-44c9-a4fa-370ba7bdc7c8 None None] The sync data for ids ['5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'] in dv-cinder-790535-6-smb is: [{'id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'name': 'tempest-TestShelveInstance-1374728975-router', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:50:41Z', 'revision_number': 3, 'project_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'gw_port': {'id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:50:45.190656 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a6a3e60a-8af7-44b4-9a4f-a2def9e47f9c req-a0e2a2b0-233a-4d0b-b613-ec41eb5ea5e3 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:45.196735 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6346f0ab-949a-4499-a5d4-269b86edca9c tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:45.217208 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:50:45.241261 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2a2b0-233a-4d0b-b613-ec41eb5ea5e3 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Pushing event deleted for resources: {'Port': ['ID=1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:45.244359 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6a335-e350-44f7-87a4-f6b9d687bd5e req-aac9922b-cf29-42d5-8413-e7d309a97946 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:45.250994 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-a0e2a2b0-233a-4d0b-b613-ec41eb5ea5e3 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:45.256818 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-34e6a335-e350-44f7-87a4-f6b9d687bd5e req-aac9922b-cf29-42d5-8413-e7d309a97946 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 867 time: 0.1089399 Jun 18 19:50:45.299310 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-ed4a9f97-4cf2-44c0-9696-5cc7f3d3416f None None] Provisioning for port a2eb6ac7-d823-4a30-a384-a1566c56e1f9 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:45.307063 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-ed4a9f97-4cf2-44c0-9696-5cc7f3d3416f None None] Provisioning complete for port a2eb6ac7-d823-4a30-a384-a1566c56e1f9 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:45.308364 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ed4a9f97-4cf2-44c0-9696-5cc7f3d3416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:45.341720 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-34e6a335-e350-44f7-87a4-f6b9d687bd5e req-84acfdc3-0da4-4765-9566-556649044eeb tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8d9564a-b42a-4699-9640-fff188878ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818019 Jun 18 19:50:45.354077 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a3e60a-8af7-44b4-9a4f-a2def9e47f9c req-a0e2a2b0-233a-4d0b-b613-ec41eb5ea5e3 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] No DVR routers for this DVR port 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:50:45.359569 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a6a3e60a-8af7-44b4-9a4f-a2def9e47f9c req-a0e2a2b0-233a-4d0b-b613-ec41eb5ea5e3 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:45.372157 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a6a3e60a-8af7-44b4-9a4f-a2def9e47f9c req-a0e2a2b0-233a-4d0b-b613-ec41eb5ea5e3 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.22 "DELETE /v2.0/ports/1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 HTTP/1.1" status: 204 len: 173 time: 1.1898961 Jun 18 19:50:45.374047 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:45.390993 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfc9947-2f5e-4f72-9ca1-5d0df261bac6', 'name': 'network-vif-deleted', 'tag': '1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:50:45.394911 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5a78ca-9ace-4fa2-b855-bb4d57d5e260" -d '{"events": [{"server_uuid": "ccfc9947-2f5e-4f72-9ca1-5d0df261bac6", "name": "network-vif-deleted", "tag": "1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:50:45.564127 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a9f97-4cf2-44c0-9696-5cc7f3d3416f None None] Port a2eb6ac7-d823-4a30-a384-a1566c56e1f9 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:50:45.588436 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ffe438-f6df-47eb-a54e-f29aa068884b x-openstack-request-id: req-d7ffe438-f6df-47eb-a54e-f29aa068884b {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:50:45.589967 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfc9947-2f5e-4f72-9ca1-5d0df261bac6", "name": "network-vif-deleted", "tag": "1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:50:45.589967 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7ffe438-f6df-47eb-a54e-f29aa068884b {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:50:45.590389 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfc9947-2f5e-4f72-9ca1-5d0df261bac6', 'name': 'network-vif-deleted', 'tag': '1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6', 'status': 'completed', 'code': 200} Jun 18 19:50:45.673517 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:45.747008 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:45.934515 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:45.937416 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:45.942610 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:45.943764 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:45.944337 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-8a2e4ecd-a4bf-4977-9595-c9e2742078a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:46.021366 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-701026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619532'] for router_interface, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:46.023589 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Pushing event updated for resources: {'Port': ['ID=a2eb6ac7-d823-4a30-a384-a1566c56e1f9,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:46.036651 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:46.085252 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:46.116813 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=946414ee-8b87-4a5e-b0ba-7746c8ae9ef0,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:46.164926 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Network 91593c96-cb48-4566-a538-325fb31cc8ab is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:50:46.167159 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:50:46.223560 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:46.226019 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:46.327560 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=946414ee-8b87-4a5e-b0ba-7746c8ae9ef0,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:46.332981 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:46.363445 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Router 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:50:46.498134 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-0c8529a3-ce1c-4b71-b8a9-1822a3945cf7 None None] Provisioning complete for port a2eb6ac7-d823-4a30-a384-a1566c56e1f9 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:46.499237 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-0c8529a3-ce1c-4b71-b8a9-1822a3945cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:46.521333 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:50:46.528925 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] 10.222.0.30 "PUT /v2.0/routers/5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5360947 Jun 18 19:50:46.578020 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-0c8529a3-ce1c-4b71-b8a9-1822a3945cf7 None None] Port a2eb6ac7-d823-4a30-a384-a1566c56e1f9 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:50:46.583445 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c9c9630e-281d-4f3e-a584-588bce5e6de5 req-ca4979f2-b92a-4342-b467-222560e7fae9 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccfc9947-2f5e-4f72-9ca1-5d0df261bac6 HTTP/1.1" status: 200 len: 210 time: 0.0325317 Jun 18 19:50:47.166726 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53034) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:47.172732 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-64a4c44f-b64b-4e7c-a10a-5cc1b3254425 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-226021809', 'description': 'tempest-secgroup-smoke-226021809 description', 'project_id': '5f2e626262a046fdb2b42227888bad4d'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:47.277412 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:50:47.305612 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-64a4c44f-b64b-4e7c-a10a-5cc1b3254425 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:47.307230 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:50:47.307784 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 1c9a48e4-4b5a-4a60-b9b5-0fccfe37bad6 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:50:47.413392 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-64a4c44f-b64b-4e7c-a10a-5cc1b3254425 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:47.522282 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-64a4c44f-b64b-4e7c-a10a-5cc1b3254425 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:47.535594 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-2bb03b1c-b1ea-49e2-a120-35eb73844c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:47.572105 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4c44f-b64b-4e7c-a10a-5cc1b3254425 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b999e3-ca1f-4148-bbec-e6312085aa19,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:47.577832 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-64a4c44f-b64b-4e7c-a10a-5cc1b3254425 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:47.581987 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:47.641927 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-64a4c44f-b64b-4e7c-a10a-5cc1b3254425 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:47.644238 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-64a4c44f-b64b-4e7c-a10a-5cc1b3254425 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4757147 Jun 18 19:50:47.644846 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:47.645646 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:47.649303 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53038) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:47.663662 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-2193da1f-266f-48e9-9564-2ef15b506081 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Request body: {'security_group_rule': {'security_group_id': '72b999e3-ca1f-4148-bbec-e6312085aa19', 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:47.727290 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Sync routers for ids ['5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:50:47.744924 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Routers {'5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:50:47.746008 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:47.801651 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-2193da1f-266f-48e9-9564-2ef15b506081 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:47.866142 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-2193da1f-266f-48e9-9564-2ef15b506081 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:47.882800 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Set router 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:50:47.934204 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-2193da1f-266f-48e9-9564-2ef15b506081 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:47.936668 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:47.956377 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193da1f-266f-48e9-9564-2ef15b506081 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb88289d-8444-4a7e-adf9-43a062e47886,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:47.959661 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-2193da1f-266f-48e9-9564-2ef15b506081 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:48.007620 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-2193da1f-266f-48e9-9564-2ef15b506081 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.010615 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-2193da1f-266f-48e9-9564-2ef15b506081 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3579512 Jun 18 19:50:48.014573 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53046) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:48.019698 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-80bf196e-b351-412d-ac2d-3dacff2c9205 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Request body: {'security_group_rule': {'security_group_id': '72b999e3-ca1f-4148-bbec-e6312085aa19', 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:48.110241 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-80bf196e-b351-412d-ac2d-3dacff2c9205 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.131659 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'name': 'tempest-TestShelveInstance-1374728975-router', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:50:45Z', 'revision_number': 4, 'project_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'gw_port': {'id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': 'a2eb6ac7-d823-4a30-a384-a1566c56e1f9', 'name': '', 'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'mac_address': 'fa:16:3e:5b:4a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9fbf89b4-03b4-47f2-a6a4-2e29186c8fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:43Z', 'updated_at': '2021-06-18T19:50:45Z', 'revision_number': 2, 'project_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'subnets': [{'id': '9fbf89b4-03b4-47f2-a6a4-2e29186c8fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:48.159533 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Checking router: 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:50:48.159886 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Updating router 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 port a2eb6ac7-d823-4a30-a384-a1566c56e1f9 binding host dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 19:50:48.178242 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-80bf196e-b351-412d-ac2d-3dacff2c9205 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.195995 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.270005 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-80bf196e-b351-412d-ac2d-3dacff2c9205 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.274941 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:48.291183 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf196e-b351-412d-ac2d-3dacff2c9205 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b960607a-7872-4642-bb66-f9b4f8651f43,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:48.293842 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-80bf196e-b351-412d-ac2d-3dacff2c9205 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:48.339419 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-80bf196e-b351-412d-ac2d-3dacff2c9205 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.340888 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-80bf196e-b351-412d-ac2d-3dacff2c9205 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3251774 Jun 18 19:50:48.343622 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53054) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:48.349423 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-a9f9d000-7155-44c9-a79e-e7d781cf2fc6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Request body: {'security_group_rule': {'security_group_id': '72b999e3-ca1f-4148-bbec-e6312085aa19', 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:48.498442 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d000-7155-44c9-a79e-e7d781cf2fc6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.546886 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Notify callbacks [] for port, precommit_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.557246 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.provisioning_blocks [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Transition to ACTIVE for port object a2eb6ac7-d823-4a30-a384-a1566c56e1f9 will not be triggered until provisioned by entity L2. {{(pid=100015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:50:48.569137 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d000-7155-44c9-a79e-e7d781cf2fc6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.704813 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.707205 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:48.738699 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d000-7155-44c9-a79e-e7d781cf2fc6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.751288 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c3fe2-8cd4-4ed7-9534-953318751f76 None None] Pushing event updated for resources: {'Port': ['ID=a2eb6ac7-d823-4a30-a384-a1566c56e1f9,revision_number=3']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:48.763772 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3f219d6b-e9a2-4e25-ad98-9a728513c742 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:48.775480 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9d000-7155-44c9-a79e-e7d781cf2fc6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5aa65fa-770c-4700-8d53-48bec0b38119,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:48.780453 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-a9f9d000-7155-44c9-a79e-e7d781cf2fc6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:48.789226 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-876c3fe2-8cd4-4ed7-9534-953318751f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:48.835879 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a9f9d000-7155-44c9-a79e-e7d781cf2fc6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.837372 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-a9f9d000-7155-44c9-a79e-e7d781cf2fc6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4924817 Jun 18 19:50:48.841051 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53066) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:48.848222 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-e52c3945-dd8b-40dd-8397-573e9ce8e3ef tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Request body: {'security_group_rule': {'security_group_id': '72b999e3-ca1f-4148-bbec-e6312085aa19', 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:48.866273 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Attempting to bind port a2eb6ac7-d823-4a30-a384-a1566c56e1f9 on host dv-cinder-790535-6-smb for vnic_type normal with profile {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:50:48.866646 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Attempting to bind port a2eb6ac7-d823-4a30-a384-a1566c56e1f9 by drivers openvswitch,hyperv on host dv-cinder-790535-6-smb at level 0 using segments [{'id': 'bccf912d-f646-4d92-8589-5fc21b5a5d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab'}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:50:48.867229 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Attempting to bind port a2eb6ac7-d823-4a30-a384-a1566c56e1f9 on network 91593c96-cb48-4566-a538-325fb31cc8ab {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:50:48.873223 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Checking agent: {'id': 'ab504faa-2d4f-4b7f-9b03-62f64b50c0bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 36, 28), 'started_at': datetime.datetime(2021, 6, 18, 19, 36, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:50:48.873600 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Checking segment: {'id': 'bccf912d-f646-4d92-8589-5fc21b5a5d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:50:48.874224 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.874919 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Bound using segment: {'id': 'bccf912d-f646-4d92-8589-5fc21b5a5d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab'} {{(pid=100015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:50:48.875416 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.managers [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Bound port: a2eb6ac7-d823-4a30-a384-a1566c56e1f9, host: dv-cinder-790535-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccf912d-f646-4d92-8589-5fc21b5a5d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab'}}] {{(pid=100015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:50:48.875850 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:48.951780 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] For port a2eb6ac7-d823-4a30-a384-a1566c56e1f9, host dv-cinder-790535-6-smb, cleared binding levels {{(pid=100015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:50:48.953946 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.plugins.ml2.db [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] For port a2eb6ac7-d823-4a30-a384-a1566c56e1f9, host dv-cinder-790535-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=a2eb6ac7-d823-4a30-a384-a1566c56e1f9,segment=NetworkSegment(bccf912d-f646-4d92-8589-5fc21b5a5d3c),segment_id=bccf912d-f646-4d92-8589-5fc21b5a5d3c)] {{(pid=100015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:50:48.978178 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e52c3945-dd8b-40dd-8397-573e9ce8e3ef tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:49.030789 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron_lib.callbacks.manager [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:49.034123 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-9a90c52c-cd0e-4cb1-9284-f05626912f9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:49.039113 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e52c3945-dd8b-40dd-8397-573e9ce8e3ef tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:49.095285 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Routers {'5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:50:49.095930 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:49.102655 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c3fe2-8cd4-4ed7-9534-953318751f76 None None] Pushing event updated for resources: {'Port': ['ID=a2eb6ac7-d823-4a30-a384-a1566c56e1f9,revision_number=4']} {{(pid=100015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:49.110450 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e52c3945-dd8b-40dd-8397-573e9ce8e3ef tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:49.113816 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-2193da1f-266f-48e9-9564-2ef15b506081 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:49.130044 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c3945-dd8b-40dd-8397-573e9ce8e3ef tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698f3a36-87fb-4834-8e00-d8a50f852e93,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:49.137144 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e52c3945-dd8b-40dd-8397-573e9ce8e3ef tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:49.143257 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG oslo_concurrency.lockutils [None req-876c3fe2-8cd4-4ed7-9534-953318751f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:49.213714 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-e52c3945-dd8b-40dd-8397-573e9ce8e3ef tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:49.216126 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-e52c3945-dd8b-40dd-8397-573e9ce8e3ef tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3738351 Jun 18 19:50:49.220167 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53080) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:49.226877 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-7a8427f0-d4b1-410c-a6e5-619506f4400d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Request body: {'security_group_rule': {'security_group_id': '72b999e3-ca1f-4148-bbec-e6312085aa19', 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:49.259450 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] Set router 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:50:49.321605 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.securitygroups_db [None req-7a8427f0-d4b1-410c-a6e5-619506f4400d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Project 5f2e626262a046fdb2b42227888bad4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 19:50:49.330771 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7a8427f0-d4b1-410c-a6e5-619506f4400d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:49.409362 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7a8427f0-d4b1-410c-a6e5-619506f4400d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:49.483137 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'name': 'tempest-TestShelveInstance-1374728975-router', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:50:45Z', 'revision_number': 4, 'project_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'gw_port': {'id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': 'a2eb6ac7-d823-4a30-a384-a1566c56e1f9', 'name': '', 'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'mac_address': 'fa:16:3e:5b:4a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9fbf89b4-03b4-47f2-a6a4-2e29186c8fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:43Z', 'updated_at': '2021-06-18T19:50:48Z', 'revision_number': 4, 'project_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'subnets': [{'id': '9fbf89b4-03b4-47f2-a6a4-2e29186c8fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:50:49.503545 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7a8427f0-d4b1-410c-a6e5-619506f4400d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:49.506033 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-57f279cd-1a0d-4d41-8c14-cab61e90e942 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:49.509327 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cf16d8-95b5-4590-9ba4-0f6cb3cedc61 None None] The sync data for ids ['5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'] in dv-cinder-790535-6-smb is: [{'id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'name': 'tempest-TestShelveInstance-1374728975-router', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:50:45Z', 'revision_number': 4, 'project_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'gw_port': {'id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': 'a2eb6ac7-d823-4a30-a384-a1566c56e1f9', 'name': '', 'network_id': '91593c96-cb48-4566-a538-325fb31cc8ab', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'mac_address': 'fa:16:3e:5b:4a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9fbf89b4-03b4-47f2-a6a4-2e29186c8fdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:43Z', 'updated_at': '2021-06-18T19:50:48Z', 'revision_number': 4, 'project_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'subnets': [{'id': '9fbf89b4-03b4-47f2-a6a4-2e29186c8fdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:50:49.522517 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8427f0-d4b1-410c-a6e5-619506f4400d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4fda77-55e5-49b2-adb2-4c80a523d00f,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:49.527034 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7a8427f0-d4b1-410c-a6e5-619506f4400d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:49.607854 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7a8427f0-d4b1-410c-a6e5-619506f4400d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:49.609765 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-7a8427f0-d4b1-410c-a6e5-619506f4400d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3880806 Jun 18 19:50:49.612673 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53090) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:50:49.617853 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-c9b6df99-a76d-4975-badb-027cdaafae6d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Request body: {'security_group_rule': {'security_group_id': '72b999e3-ca1f-4148-bbec-e6312085aa19', 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:50:49.727074 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.securitygroups_db [None req-c9b6df99-a76d-4975-badb-027cdaafae6d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Project 5f2e626262a046fdb2b42227888bad4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 19:50:49.733207 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c9b6df99-a76d-4975-badb-027cdaafae6d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:49.823724 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c9b6df99-a76d-4975-badb-027cdaafae6d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:49.911096 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c9b6df99-a76d-4975-badb-027cdaafae6d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:49.913406 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d84c3236-14ac-4a20-b2b8-63cf3dcce327 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:49.929342 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6df99-a76d-4975-badb-027cdaafae6d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001a7974-a6c5-4d6c-a430-7a7c0f62719f,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:49.934199 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c9b6df99-a76d-4975-badb-027cdaafae6d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:50.047175 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c9b6df99-a76d-4975-badb-027cdaafae6d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:50.063136 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c9b6df99-a76d-4975-badb-027cdaafae6d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4444079 Jun 18 19:50:51.630871 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device a2eb6ac7-d823-4a30-a384-a1566c56e1f9 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:51.826535 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning for port a2eb6ac7-d823-4a30-a384-a1566c56e1f9 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:50:51.834136 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port a2eb6ac7-d823-4a30-a384-a1566c56e1f9 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:51.835222 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:51.978809 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.018754 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] For port a2eb6ac7-d823-4a30-a384-a1566c56e1f9, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=a2eb6ac7-d823-4a30-a384-a1566c56e1f9,segment=NetworkSegment(bccf912d-f646-4d92-8589-5fc21b5a5d3c),segment_id=bccf912d-f646-4d92-8589-5fc21b5a5d3c)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:50:52.107843 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:52.110532 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-abe3232a-fd25-4bf1-9e4b-2143ce28ae7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:50:52.212430 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Pushing event updated for resources: {'Port': ['ID=a2eb6ac7-d823-4a30-a384-a1566c56e1f9,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:50:52.216121 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:50:53.606872 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device a2eb6ac7-d823-4a30-a384-a1566c56e1f9 up at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:50:53.692174 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Provisioning complete for port a2eb6ac7-d823-4a30-a384-a1566c56e1f9 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:50:53.692794 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:54.561754 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-22965ca7-8fe2-4616-8ae9-d1dc24371f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:57.092618 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f729-b713-4dae-8fb5-7f9d41499d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:58.081963 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:58.407279 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:59.133029 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:50:59.341288 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4cce7311-52a9-4742-a092-a98fc66581b8 req-c2690dec-e208-4546-a736-ad959f79f715 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619342 Jun 18 19:50:59.451680 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce7311-52a9-4742-a092-a98fc66581b8 req-cb3ad540-5157-4d3f-b5f8-d1f418c3c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:59.453438 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4cce7311-52a9-4742-a092-a98fc66581b8 req-cb3ad540-5157-4d3f-b5f8-d1f418c3c470 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02f981f24b7b4c3a90d60fa7f3fd4c73&device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 1137 time: 0.0836670 Jun 18 19:50:59.599830 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce7311-52a9-4742-a092-a98fc66581b8 req-9e1426a6-efb8-40a7-bf39-5534a1bcb5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:59.601446 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4cce7311-52a9-4742-a092-a98fc66581b8 req-9e1426a6-efb8-40a7-bf39-5534a1bcb5c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ab908d26-3e61-4c66-8491-893153b90c59 HTTP/1.1" status: 200 len: 914 time: 0.1251090 Jun 18 19:50:59.678036 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4cce7311-52a9-4742-a092-a98fc66581b8 req-63edff54-f5cf-4163-8211-ca13d31cae19 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71786684-9331-46ae-96b5-25ecf4c65848 HTTP/1.1" status: 200 len: 1001 time: 0.0669963 Jun 18 19:50:59.793104 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce7311-52a9-4742-a092-a98fc66581b8 req-197aa0a9-8e07-4ddd-a502-91736015a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:59.795263 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4cce7311-52a9-4742-a092-a98fc66581b8 req-197aa0a9-8e07-4ddd-a502-91736015a552 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6570351-74b4-4cc3-bebd-c4188a0559e4 HTTP/1.1" status: 200 len: 853 time: 0.1038244 Jun 18 19:50:59.880025 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce7311-52a9-4742-a092-a98fc66581b8 req-2fd782bf-f278-48de-af7d-df13c8e6f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:50:59.882335 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4cce7311-52a9-4742-a092-a98fc66581b8 req-2fd782bf-f278-48de-af7d-df13c8e6f2b4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ab908d26-3e61-4c66-8491-893153b90c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741904 Jun 18 19:51:00.021014 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4cce7311-52a9-4742-a092-a98fc66581b8 req-27820c42-8213-41f0-a8c1-acb0aac73ec1 service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307244 Jun 18 19:51:00.150495 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:00.165657 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4cce7311-52a9-4742-a092-a98fc66581b8 req-80405778-0872-4c75-8d4a-5aaebec29bf0 service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337261 Jun 18 19:51:01.560081 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a0f09-9c0b-4100-af50-4cbbb377deb4 req-04a22f0e-6250-4bcc-8e40-3fba9184cee5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:01.562507 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-306a0f09-9c0b-4100-af50-4cbbb377deb4 req-04a22f0e-6250-4bcc-8e40-3fba9184cee5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0882161 Jun 18 19:51:01.596227 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:51:01.616577 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-306a0f09-9c0b-4100-af50-4cbbb377deb4 req-a0e15bcc-7a87-4b2f-88d9-d919e63c58f9 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442731 Jun 18 19:51:02.821060 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8bc0-f20a-4dd2-a4e3-75cad6d25ee8 req-c3063d50-3b45-4df4-aa31-84628867d36f tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:02.825624 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b6fa8bc0-f20a-4dd2-a4e3-75cad6d25ee8 req-c3063d50-3b45-4df4-aa31-84628867d36f tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0743375 Jun 18 19:51:02.872653 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b6fa8bc0-f20a-4dd2-a4e3-75cad6d25ee8 req-2a428ebe-736a-4581-9d7c-7fbec9db903b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428395 Jun 18 19:51:03.012001 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-fb8eb306-0292-4b43-a033-400bb3a0a045 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:03.013604 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-fb8eb306-0292-4b43-a033-400bb3a0a045 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.22 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 945 time: 0.0777328 Jun 18 19:51:03.132326 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Deleting port df9dcdf4-ce22-4910-8d26-b7722cbed4b9 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:03.133222 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:03.237972 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] For port df9dcdf4-ce22-4910-8d26-b7722cbed4b9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=df9dcdf4-ce22-4910-8d26-b7722cbed4b9,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:03.238286 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:03.469378 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:03.469378 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:03.469378 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.l3_db [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Floating IP b1bef8d1-ba6c-4751-aa79-414592104856 disassociated. External IP: 172.28.3.162, port: df9dcdf4-ce22-4910-8d26-b7722cbed4b9. Jun 18 19:51:03.469378 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Calling delete_port for df9dcdf4-ce22-4910-8d26-b7722cbed4b9 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:03.687357 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:03.695349 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:03.744226 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event deleted for resources: {'Port': ['ID=df9dcdf4-ce22-4910-8d26-b7722cbed4b9,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:03.771583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:03.771583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:03.771583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:03.771583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:03.771583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:03.771583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:03.771583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:03.771583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:03.771583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:03.771583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:03.771583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:03.771583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:03.771583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:03.890326 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Router 2eac83a4-851e-4f91-a207-a1b9a6509214 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:51:04.061056 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-98a228b2-ebd6-4d19-ae47-f3cc1c8bb55c req-ba3f73b3-21c4-4608-8d12-717c53dac9f6 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 210 time: 0.0417082 Jun 18 19:51:04.084409 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:51:04.094972 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07a4acd-926f-4c67-859f-44868d6d4f10 None None] Sync routers for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:51:04.105502 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a4acd-926f-4c67-859f-44868d6d4f10 None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:04.106146 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-e07a4acd-926f-4c67-859f-44868d6d4f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:04.142811 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] No DVR routers for this DVR port df9dcdf4-ce22-4910-8d26-b7722cbed4b9 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:04.145419 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:04.147573 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f04ed919-e2de-4c20-9fab-7ea4c56a0e34 req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.22 "DELETE /v2.0/ports/df9dcdf4-ce22-4910-8d26-b7722cbed4b9 HTTP/1.1" status: 204 len: 173 time: 1.1279783 Jun 18 19:51:04.148097 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e28bc4-c117-4b3a-bd13-93d6d6f27a3f', 'name': 'network-vif-deleted', 'tag': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:04.151934 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331ecf40-03cf-461e-bbdb-7816004b2f8b" -d '{"events": [{"server_uuid": "16e28bc4-c117-4b3a-bd13-93d6d6f27a3f", "name": "network-vif-deleted", "tag": "df9dcdf4-ce22-4910-8d26-b7722cbed4b9"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:04.198553 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3412e1e2-4ce8-4a7f-b553-962d9df5537f x-openstack-request-id: req-3412e1e2-4ce8-4a7f-b553-962d9df5537f {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:04.198553 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e28bc4-c117-4b3a-bd13-93d6d6f27a3f", "name": "network-vif-deleted", "tag": "df9dcdf4-ce22-4910-8d26-b7722cbed4b9", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:04.198553 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3412e1e2-4ce8-4a7f-b553-962d9df5537f {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:04.198553 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e28bc4-c117-4b3a-bd13-93d6d6f27a3f', 'name': 'network-vif-deleted', 'tag': 'df9dcdf4-ce22-4910-8d26-b7722cbed4b9', 'status': 'completed', 'code': 200} Jun 18 19:51:04.223918 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-e07a4acd-926f-4c67-859f-44868d6d4f10 None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:04.494215 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-e07a4acd-926f-4c67-859f-44868d6d4f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:07Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:04.528025 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07a4acd-926f-4c67-859f-44868d6d4f10 None None] Checking router: 2eac83a4-851e-4f91-a207-a1b9a6509214 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:51:04.545887 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a4acd-926f-4c67-859f-44868d6d4f10 None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:04.546621 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-e07a4acd-926f-4c67-859f-44868d6d4f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:04.738485 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-e07a4acd-926f-4c67-859f-44868d6d4f10 None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:05.037512 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-e07a4acd-926f-4c67-859f-44868d6d4f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:07Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:05.090664 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07a4acd-926f-4c67-859f-44868d6d4f10 None None] The sync data for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb is: [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:07Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:51:05.469490 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-75fe36bb-f791-4cf3-b16e-da122231097e req-4093f908-c15f-4f72-bd08-60c9fd8682a6 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=16e28bc4-c117-4b3a-bd13-93d6d6f27a3f HTTP/1.1" status: 200 len: 210 time: 0.0688584 Jun 18 19:51:05.621158 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c01d15-9c91-4d53-9b4f-11b38c768577 None None] New status for floating IP b1bef8d1-ba6c-4751-aa79-414592104856: DOWN {{(pid=100015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:51:06.789635 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53248) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:06.913156 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6e5d68da-73d8-438c-bf4e-8bf56e13b0c5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:06.972122 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6e5d68da-73d8-438c-bf4e-8bf56e13b0c5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:07.132956 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6e5d68da-73d8-438c-bf4e-8bf56e13b0c5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:07.138163 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6e5d68da-73d8-438c-bf4e-8bf56e13b0c5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:07.138163 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-6e5d68da-73d8-438c-bf4e-8bf56e13b0c5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "DELETE /v2.0/security-groups/43c1211a-2693-4a2b-9c9b-7059e7a8c9f0 HTTP/1.1" status: 204 len: 168 time: 0.3472300 Jun 18 19:51:07.138163 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-2f44b41a-beba-46d2-b2c3-77c716c41c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:07.146649 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53250) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:07.152170 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d68da-73d8-438c-bf4e-8bf56e13b0c5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c1211a-2693-4a2b-9c9b-7059e7a8c9f0,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:07.154602 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6e5d68da-73d8-438c-bf4e-8bf56e13b0c5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:07.165943 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.api.v2.resource [None req-fef9639b-29d1-4dbb-9c12-ee01ae4e0734 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] show failed (client error): The resource could not be found. Jun 18 19:51:07.168764 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-fef9639b-29d1-4dbb-9c12-ee01ae4e0734 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups/43c1211a-2693-4a2b-9c9b-7059e7a8c9f0 HTTP/1.1" status: 404 len: 347 time: 0.0253415 Jun 18 19:51:07.171266 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53252) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:07.365861 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device df9dcdf4-ce22-4910-8d26-b7722cbed4b9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:07.413181 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-f3c841cd-4b42-4541-b97e-21a2b4f307ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Deleting port 4bd85e7c-d935-4632-851a-e3203520de42 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:07.415805 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3c841cd-4b42-4541-b97e-21a2b4f307ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:07.454125 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: df9dcdf4-ce22-4910-8d26-b7722cbed4b9 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:07.454481 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device df9dcdf4-ce22-4910-8d26-b7722cbed4b9 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:07.553203 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3c841cd-4b42-4541-b97e-21a2b4f307ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:07.553689 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3c841cd-4b42-4541-b97e-21a2b4f307ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:07.632007 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-f3c841cd-4b42-4541-b97e-21a2b4f307ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Calling delete_port for 4bd85e7c-d935-4632-851a-e3203520de42 owned by network:floatingip {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:07.949385 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3c841cd-4b42-4541-b97e-21a2b4f307ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:07.953171 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-21c73962-42d5-4693-8193-a0d09520caa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:07.992250 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c841cd-4b42-4541-b97e-21a2b4f307ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event deleted for resources: {'Port': ['ID=4bd85e7c-d935-4632-851a-e3203520de42,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:07.995695 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f3c841cd-4b42-4541-b97e-21a2b4f307ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:08.117773 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3c841cd-4b42-4541-b97e-21a2b4f307ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:08.121397 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-f3c841cd-4b42-4541-b97e-21a2b4f307ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:08.125375 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-f3c841cd-4b42-4541-b97e-21a2b4f307ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "DELETE /v2.0/floatingips/b1bef8d1-ba6c-4751-aa79-414592104856 HTTP/1.1" status: 204 len: 168 time: 0.9500966 Jun 18 19:51:08.749867 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53274) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:08.756932 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-7137b2d9-9ef4-4ba3-b18d-6b230d668652 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442863669', 'description': 'tempest-description--287009691'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:08.847662 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7137b2d9-9ef4-4ba3-b18d-6b230d668652 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:08.959139 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7137b2d9-9ef4-4ba3-b18d-6b230d668652 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:09.321638 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7137b2d9-9ef4-4ba3-b18d-6b230d668652 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:09.333086 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-63ca3e60-ffde-4f06-b61e-229f88a70f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:09.363623 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137b2d9-9ef4-4ba3-b18d-6b230d668652 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ca69c7-24a3-46f8-945c-e7d3806a3d1f,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:09.367224 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7137b2d9-9ef4-4ba3-b18d-6b230d668652 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:09.401561 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-7137b2d9-9ef4-4ba3-b18d-6b230d668652 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:09.403169 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-7137b2d9-9ef4-4ba3-b18d-6b230d668652 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6514711 Jun 18 19:51:09.406470 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53292) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:09.413128 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Request body: {'security_group_rule': {'security_group_id': '35ca69c7-24a3-46f8-945c-e7d3806a3d1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:09.554290 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:09.651464 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:09.784581 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:09.790551 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-a9f9d000-7155-44c9-a79e-e7d781cf2fc6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:09.811558 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8827e75e-df6b-4dc0-80e8-64358f167bc7,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:09.823890 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:09.824422 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:09.825167 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:09.825639 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:09.826072 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:09.826681 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:09.827335 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:09.827950 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:09.828593 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:09.829270 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:09.831924 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:09.831924 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:09.835335 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:09.950278 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:09.954829 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-a626f04c-815c-4a2a-a1d0-32743996d660 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5434110 Jun 18 19:51:09.955140 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53300) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:09.960284 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-c43655f7-7d9e-402e-8378-c11ac5ad1845 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Request body: {'security_group_rule': {'security_group_id': '35ca69c7-24a3-46f8-945c-e7d3806a3d1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:10.089219 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c43655f7-7d9e-402e-8378-c11ac5ad1845 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:10.157459 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c43655f7-7d9e-402e-8378-c11ac5ad1845 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:10.250630 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c43655f7-7d9e-402e-8378-c11ac5ad1845 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:10.255739 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:10.280251 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43655f7-7d9e-402e-8378-c11ac5ad1845 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df296e2-321a-497c-a36f-6ba37c92193b,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:10.283512 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c43655f7-7d9e-402e-8378-c11ac5ad1845 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:10.344223 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c43655f7-7d9e-402e-8378-c11ac5ad1845 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:10.345630 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c43655f7-7d9e-402e-8378-c11ac5ad1845 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3892596 Jun 18 19:51:10.349123 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53306) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:10.354051 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Request body: {'floatingip': {'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:10.458079 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:10.574079 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:10.711014 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_common [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Allocated IP 172.28.3.114 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/d1d9cad8-3c5e-42dd-ba3c-3c186f428fe8) {{(pid=100013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:51:10.877476 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for port, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:10.985970 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3353483'] for port, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:11.001816 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-96a48779-e9dd-4597-af6e-1672d771b06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:11.093864 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event updated for resources: {'Port': ['ID=d1d9cad8-3c5e-42dd-ba3c-3c186f428fe8,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:11.098396 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:11.112427 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:51:11.114358 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Resources bound (agent type, host, resource id): {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:51:11.116825 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Received port after_create {{(pid=100013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:51:11.297136 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:11.320638 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1b344-1c00-4f64-832f-13a8568e3011 req-0aaa9c82-745e-43f8-9138-760faca869db tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:11.322421 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c8b1b344-1c00-4f64-832f-13a8568e3011 req-0aaa9c82-745e-43f8-9138-760faca869db tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 946 time: 0.1635087 Jun 18 19:51:11.368112 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c8b1b344-1c00-4f64-832f-13a8568e3011 req-77bab622-997a-442d-8ab4-d497e410374a tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391934 Jun 18 19:51:11.473055 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:11.660297 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for port, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:11.755638 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353533'] for port, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:11.758308 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8a2dfe71-43f4-429e-92d1-0431de33ede3 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:11.840036 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event updated for resources: {'Port': ['ID=d1d9cad8-3c5e-42dd-ba3c-3c186f428fe8,revision_number=2']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:11.843121 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:11.854977 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:11.938347 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:11.939587 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5894630 Jun 18 19:51:12.116804 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-4225c80e-b123-48a5-8788-ecafc6804e4b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1442863669&fields=id&tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8 HTTP/1.1" status: 200 len: 267 time: 0.0413814 Jun 18 19:51:12.263634 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-02088ca8-3d29-4cf6-81aa-ae144844d704 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:12.270319 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-02088ca8-3d29-4cf6-81aa-ae144844d704 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/networks?id=6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 200 len: 811 time: 0.1465690 Jun 18 19:51:12.298351 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-64085116-8330-4c1a-84ca-3a9fd500032f tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/quotas/b14d6fbb78bd4324b276f9ae8bf60aa8 HTTP/1.1" status: 200 len: 375 time: 0.0122643 Jun 18 19:51:12.359771 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-ee3b68a4-cee6-4bc6-911f-30e56fd41f44 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676582 Jun 18 19:51:12.466111 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-f4a03211-f2d3-46ce-aa24-8a13b6d510dd service neutron] 10.222.0.30 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945842 Jun 18 19:51:12.631077 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-885d18cc-bf5a-49b4-9a11-4a9605704260 service neutron] 10.222.0.30 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639400 Jun 18 19:51:12.645637 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752e78c-29fc-4b63-a6f9-68c313b99c5e req-549b851d-5f3b-4e9e-8c04-d41c806a4e27 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:12.647884 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7752e78c-29fc-4b63-a6f9-68c313b99c5e req-549b851d-5f3b-4e9e-8c04-d41c806a4e27 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 946 time: 0.1274142 Jun 18 19:51:12.718544 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7752e78c-29fc-4b63-a6f9-68c313b99c5e req-b647b4b0-609b-45e0-a4f0-dffee711d6fa tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607588 Jun 18 19:51:12.989535 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5801468b-c727-4e41-bb25-e52d649c935c req-c5eed230-526b-48ae-8b38-f22105b69046 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 210 time: 0.0405285 Jun 18 19:51:13.276319 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975a39b-e690-40d0-b344-d25250de5c0a req-9d44f596-280a-4259-9b73-87b15494559d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:13.277979 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c975a39b-e690-40d0-b344-d25250de5c0a req-9d44f596-280a-4259-9b73-87b15494559d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.22 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 946 time: 0.0736554 Jun 18 19:51:13.575158 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Deleting port 0cdf1eb2-384c-46b7-99bb-147666b10e70 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:13.575494 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:13.667321 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] For port 0cdf1eb2-384c-46b7-99bb-147666b10e70, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0cdf1eb2-384c-46b7-99bb-147666b10e70,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:13.667679 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:13.913879 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee75b34-e05b-418c-a46d-cee344bc66e3 req-8a1e97db-d54f-40d4-8892-e2e9223e76e4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:13.915391 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0ee75b34-e05b-418c-a46d-cee344bc66e3 req-8a1e97db-d54f-40d4-8892-e2e9223e76e4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 946 time: 0.0707572 Jun 18 19:51:13.957838 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0ee75b34-e05b-418c-a46d-cee344bc66e3 req-73273483-90a7-4dd9-ad9a-755bb360306e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0e15d8d-21a1-4e06-a80d-4175d302affb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357709 Jun 18 19:51:14.103969 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:14.104459 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:14.104654 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.l3_db [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Floating IP cddfaf02-b199-4e9e-9338-d69c39ccf8de disassociated. External IP: 172.28.3.44, port: 0cdf1eb2-384c-46b7-99bb-147666b10e70. Jun 18 19:51:14.105013 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Calling delete_port for 0cdf1eb2-384c-46b7-99bb-147666b10e70 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:14.136311 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e628e3e8-7587-48c8-8b07-91bb7357ab58 req-336eac3c-fe47-47f3-a202-280dd4685920 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 210 time: 0.0285978 Jun 18 19:51:14.293280 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:14.297478 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-8a5d7a05-215d-49d5-a937-0616797228c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:14.327944 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event deleted for resources: {'Port': ['ID=0cdf1eb2-384c-46b7-99bb-147666b10e70,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:14.330550 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:14.446146 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:51:14.557474 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:51:14.571354 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bdfc02-f1cd-4f48-85ee-e4ad5948003d None None] Sync routers for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:51:14.582807 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bdfc02-f1cd-4f48-85ee-e4ad5948003d None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:14.583895 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-e2bdfc02-f1cd-4f48-85ee-e4ad5948003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:14.608176 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] No DVR routers for this DVR port 0cdf1eb2-384c-46b7-99bb-147666b10e70 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:14.611559 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:14.612821 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c975a39b-e690-40d0-b344-d25250de5c0a req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.22 "DELETE /v2.0/ports/0cdf1eb2-384c-46b7-99bb-147666b10e70 HTTP/1.1" status: 204 len: 173 time: 1.3294768 Jun 18 19:51:14.613331 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'name': 'network-vif-deleted', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:14.615739 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f40e843-42c7-4b41-aac2-9c1f0c7a3482" -d '{"events": [{"server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "name": "network-vif-deleted", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:14.667862 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc87e2ce-aa7f-4da6-8070-395150c6c6f6 x-openstack-request-id: req-fc87e2ce-aa7f-4da6-8070-395150c6c6f6 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:14.668396 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859748e5-bf95-4219-ab2c-062c6932af57", "name": "network-vif-deleted", "tag": "0cdf1eb2-384c-46b7-99bb-147666b10e70", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:14.675409 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc87e2ce-aa7f-4da6-8070-395150c6c6f6 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:14.675409 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859748e5-bf95-4219-ab2c-062c6932af57', 'name': 'network-vif-deleted', 'tag': '0cdf1eb2-384c-46b7-99bb-147666b10e70', 'status': 'completed', 'code': 200} Jun 18 19:51:14.713840 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-e2bdfc02-f1cd-4f48-85ee-e4ad5948003d None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:14.948921 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-e2bdfc02-f1cd-4f48-85ee-e4ad5948003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:17Z', 'revision_number': 5, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:14.979733 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bdfc02-f1cd-4f48-85ee-e4ad5948003d None None] Checking router: f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:51:14.990358 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bdfc02-f1cd-4f48-85ee-e4ad5948003d None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:14.991017 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-e2bdfc02-f1cd-4f48-85ee-e4ad5948003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:15.144084 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ccc65aed-c9f5-449d-aae5-129a15dd6f8a req-5f323142-6f69-42c7-9a9a-8b5754de63ce tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=859748e5-bf95-4219-ab2c-062c6932af57 HTTP/1.1" status: 200 len: 210 time: 0.0333114 Jun 18 19:51:15.251861 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-e2bdfc02-f1cd-4f48-85ee-e4ad5948003d None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:15.295406 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ec54a562-9a10-47b5-8c87-3decbb071b9d req-4fcf0e1a-4ff6-4eea-95df-c5fd41c95e95 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 210 time: 0.0381639 Jun 18 19:51:15.391910 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-1ccb87c5-a836-4fbd-a0aa-7a083c8a32ed tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:15.394033 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-1ccb87c5-a836-4fbd-a0aa-7a083c8a32ed tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.22 "GET /v2.0/networks?id=6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 200 len: 811 time: 0.1234193 Jun 18 19:51:15.451008 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-05d15216-1471-4c33-8e86-6c700d7ec12d tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8 HTTP/1.1" status: 200 len: 380 time: 0.0394354 Jun 18 19:51:15.462632 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Request body: {'port': {'device_id': '28372743-cc2d-4fd3-b2ab-4403a4c558fb', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'admin_state_up': True, 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'security_groups': ['35ca69c7-24a3-46f8-945c-e7d3806a3d1f']}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:15.487245 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-e2bdfc02-f1cd-4f48-85ee-e4ad5948003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:17Z', 'revision_number': 5, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:15.520354 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bdfc02-f1cd-4f48-85ee-e4ad5948003d None None] The sync data for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb is: [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:17Z', 'revision_number': 5, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:51:15.715656 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Made reservation on behalf of b14d6fbb78bd4324b276f9ae8bf60aa8 for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:51:15.719394 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:15.792786 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399abba1-04e7-48b5-94d1-f90495188985 None None] New status for floating IP cddfaf02-b199-4e9e-9338-d69c39ccf8de: DOWN {{(pid=100015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:51:15.873413 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Allocated IP 172.20.0.3 (6ccd7341-ba13-4dc8-9762-671f827fe485/cc1a5fed-d7ef-4e8a-8976-b177519138c1/18687223-7733-471d-9734-f4db45fc01d0) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:51:16.022430 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:16.037772 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Transition to ACTIVE for port object 18687223-7733-471d-9734-f4db45fc01d0 will not be triggered until provisioned by entity DHCP. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:51:16.202163 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3522723'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:16.208018 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:16.283667 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Network 6ccd7341-ba13-4dc8-9762-671f827fe485 is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:51:16.287581 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:51:16.295251 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:51:16.337178 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event updated for resources: {'Port': ['ID=18687223-7733-471d-9734-f4db45fc01d0,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:16.337178 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:16.355543 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:16.356272 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:16.509358 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae125a9e-8bde-46a9-85a8-49dbb0e248c9 req-18e1df6d-284d-4915-b180-dba8c2fae1fb tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:16.511865 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ae125a9e-8bde-46a9-85a8-49dbb0e248c9 req-18e1df6d-284d-4915-b180-dba8c2fae1fb tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 931 time: 0.0855482 Jun 18 19:51:16.562693 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ae125a9e-8bde-46a9-85a8-49dbb0e248c9 req-d0eebdb6-afe7-4c52-8cfd-64310f76156f tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=35ca69c7-24a3-46f8-945c-e7d3806a3d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401690 Jun 18 19:51:16.665295 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53458) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:16.711964 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2549238 Jun 18 19:51:16.724534 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Request body: {'port': {'device_id': '28372743-cc2d-4fd3-b2ab-4403a4c558fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:16.728960 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8812348d-1da6-41e1-a71c-b0be2da5bdf2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:16.756338 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-9ac9a920-afc6-49a4-b308-cb1149feb7b0 None None] Provisioning for port 18687223-7733-471d-9734-f4db45fc01d0 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:51:16.759045 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8812348d-1da6-41e1-a71c-b0be2da5bdf2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:16.765643 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-9ac9a920-afc6-49a4-b308-cb1149feb7b0 None None] Provisioning complete for port 18687223-7733-471d-9734-f4db45fc01d0 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:51:16.766815 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-9ac9a920-afc6-49a4-b308-cb1149feb7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:16.809914 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:16.816927 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-9ac9a920-afc6-49a4-b308-cb1149feb7b0 None None] Port 18687223-7733-471d-9734-f4db45fc01d0 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:51:16.897874 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8812348d-1da6-41e1-a71c-b0be2da5bdf2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:16.900496 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8812348d-1da6-41e1-a71c-b0be2da5bdf2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:16.902348 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-8812348d-1da6-41e1-a71c-b0be2da5bdf2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "DELETE /v2.0/security-groups/d0e15d8d-21a1-4e06-a80d-4175d302affb HTTP/1.1" status: 204 len: 168 time: 0.2359271 Jun 18 19:51:16.903221 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-fc3f862a-4b73-4b46-a321-361ba5ae9098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:16.906400 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53462) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:16.920616 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812348d-1da6-41e1-a71c-b0be2da5bdf2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e15d8d-21a1-4e06-a80d-4175d302affb,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:16.927689 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8812348d-1da6-41e1-a71c-b0be2da5bdf2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:16.928025 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.api.v2.resource [None req-607baad0-4f3b-4b8d-8ebf-e6ee817b3aa7 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] show failed (client error): The resource could not be found. Jun 18 19:51:16.929071 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-607baad0-4f3b-4b8d-8ebf-e6ee817b3aa7 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups/d0e15d8d-21a1-4e06-a80d-4175d302affb HTTP/1.1" status: 404 len: 347 time: 0.0218511 Jun 18 19:51:16.932626 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53464) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:17.126699 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18687223-7733-471d-9734-f4db45fc01d0 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:51:17.136245 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:17.151185 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Transition to ACTIVE for port object 18687223-7733-471d-9734-f4db45fc01d0 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:51:17.246876 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:17.249326 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b7e2abc0-4782-4066-a15a-6653ca8488ba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:17.332726 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Pushing event updated for resources: {'Port': ['ID=18687223-7733-471d-9734-f4db45fc01d0,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:17.335645 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:17.363175 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-752659dd-363e-4feb-807f-2cc07b539028 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-226021809&fields=id&tenant_id=5f2e626262a046fdb2b42227888bad4d HTTP/1.1" status: 200 len: 267 time: 0.0559506 Jun 18 19:51:17.403389 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0cdf1eb2-384c-46b7-99bb-147666b10e70 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:17.418223 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-05203d40-4f6a-4a65-8e09-d74d1ace6faf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Deleting port 4c5b9d58-f259-49a9-8f2f-c2c49fe47afa {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:17.418473 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-05203d40-4f6a-4a65-8e09-d74d1ace6faf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:17.435199 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 0cdf1eb2-384c-46b7-99bb-147666b10e70 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:17.436240 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 0cdf1eb2-384c-46b7-99bb-147666b10e70 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:17.445333 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Attempting to bind port 18687223-7733-471d-9734-f4db45fc01d0 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:51:17.451473 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Attempting to bind port 18687223-7733-471d-9734-f4db45fc01d0 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:51:17.451473 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Attempting to bind port 18687223-7733-471d-9734-f4db45fc01d0 on network 6ccd7341-ba13-4dc8-9762-671f827fe485 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:51:17.451899 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Port 18687223-7733-471d-9734-f4db45fc01d0 on network 6ccd7341-ba13-4dc8-9762-671f827fe485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:51:17.452117 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Attempting to bind port 18687223-7733-471d-9734-f4db45fc01d0 on network 6ccd7341-ba13-4dc8-9762-671f827fe485 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:51:17.458161 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:51:17.458561 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Checking segment: {'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:51:17.458960 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Bound using segment: {'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:51:17.459404 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Bound port: 18687223-7733-471d-9734-f4db45fc01d0, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c991fd4c-842d-47f1-9798-647fd549dd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:51:17.459760 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:17.536345 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-fcff0b6a-14e0-485a-9b4f-3821e27e4160 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:17.539168 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-fcff0b6a-14e0-485a-9b4f-3821e27e4160 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/networks?id=c39119d5-f88f-416b-ae1e-a5644229104b HTTP/1.1" status: 200 len: 808 time: 0.1741722 Jun 18 19:51:17.548608 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-05203d40-4f6a-4a65-8e09-d74d1ace6faf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:17.548966 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-05203d40-4f6a-4a65-8e09-d74d1ace6faf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:17.568519 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] For port 18687223-7733-471d-9734-f4db45fc01d0, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:51:17.572093 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] For port 18687223-7733-471d-9734-f4db45fc01d0, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=18687223-7733-471d-9734-f4db45fc01d0,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:51:17.604188 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-9a79857a-4fd1-4696-b254-c3513585ac6e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/quotas/5f2e626262a046fdb2b42227888bad4d HTTP/1.1" status: 200 len: 375 time: 0.0518239 Jun 18 19:51:17.629550 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-05203d40-4f6a-4a65-8e09-d74d1ace6faf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Calling delete_port for 4c5b9d58-f259-49a9-8f2f-c2c49fe47afa owned by network:floatingip {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:17.664019 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:17.668996 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-f3c841cd-4b42-4541-b97e-21a2b4f307ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:17.713619 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:17.714573 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:17.715515 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] 10.222.0.22 "PUT /v2.0/ports/18687223-7733-471d-9734-f4db45fc01d0 HTTP/1.1" status: 200 len: 1093 time: 0.9957035 Jun 18 19:51:17.718654 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28372743-cc2d-4fd3-b2ab-4403a4c558fb', 'tag': '18687223-7733-471d-9734-f4db45fc01d0'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:17.726630 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd3562f-dc19-4f93-8900-8860572257c1" -d '{"events": [{"name": "network-changed", "server_uuid": "28372743-cc2d-4fd3-b2ab-4403a4c558fb", "tag": "18687223-7733-471d-9734-f4db45fc01d0"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:17.761383 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Pushing event updated for resources: {'Port': ['ID=18687223-7733-471d-9734-f4db45fc01d0,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:17.766257 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5e0e06db-b2cc-4d9d-9017-ff488c8595f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:17.819280 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53478) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:17.840248 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-60444ffe-bb3c-4f01-8821-56d04abfcc9e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5f2e626262a046fdb2b42227888bad4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2083333 Jun 18 19:51:17.911981 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-cce7eb26-afd4-4b1c-bbd1-26a03156c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:17.914644 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-cce7eb26-afd4-4b1c-bbd1-26a03156c3d9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 1096 time: 0.0589628 Jun 18 19:51:17.959540 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-cef3b89d-cd5a-449b-b583-c3d49a388632 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18687223-7733-471d-9734-f4db45fc01d0 HTTP/1.1" status: 200 len: 217 time: 0.0377791 Jun 18 19:51:17.974246 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_v2 [None req-97da715f-f6ee-4273-bf34-16db5aff314f admin admin] Deleting subnet 404b8049-2679-483f-858e-1ddb71cda252 {{(pid=100013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:51:17.981257 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-97da715f-f6ee-4273-bf34-16db5aff314f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.013641 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe1340-2c3e-4775-a037-059f40d37113 req-5cc2e213-0716-4fcf-9c9a-4170a6fa4aac tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:18.014831 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-cd28b388-cdd9-4766-b749-e1a0f6e825bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:18.015083 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-34fe1340-2c3e-4775-a037-059f40d37113 req-5cc2e213-0716-4fcf-9c9a-4170a6fa4aac tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 943 time: 0.3071687 Jun 18 19:51:18.016270 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-cd28b388-cdd9-4766-b749-e1a0f6e825bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc1a5fed-d7ef-4e8a-8976-b177519138c1 HTTP/1.1" status: 200 len: 850 time: 0.0501058 Jun 18 19:51:18.064111 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-97da715f-f6ee-4273-bf34-16db5aff314f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3430576'] for subnet, precommit_delete_associations {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.092838 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-00f59c20-3628-4257-a961-f08af0767e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:18.094343 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-00f59c20-3628-4257-a961-f08af0767e81 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6ccd7341-ba13-4dc8-9762-671f827fe485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704601 Jun 18 19:51:18.107231 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-877880ec-8bd1-4425-ad70-310f1bc1afa7 service neutron] 10.222.0.30 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414665 Jun 18 19:51:18.129730 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-05203d40-4f6a-4a65-8e09-d74d1ace6faf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.132915 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-34fe1340-2c3e-4775-a037-059f40d37113 req-1175979d-8312-4949-a6fc-1d293280eacd tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=35ca69c7-24a3-46f8-945c-e7d3806a3d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084213 Jun 18 19:51:18.180605 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7e2f4fda-e626-4efe-8944-6630dc50c1f3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:18.185281 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-97da715f-f6ee-4273-bf34-16db5aff314f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.190671 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef45fd20-7c56-40a1-b05e-2e600103ef27 x-openstack-request-id: req-ef45fd20-7c56-40a1-b05e-2e600103ef27 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:18.191092 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28372743-cc2d-4fd3-b2ab-4403a4c558fb", "tag": "18687223-7733-471d-9734-f4db45fc01d0", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:18.191393 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef45fd20-7c56-40a1-b05e-2e600103ef27 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:18.191825 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28372743-cc2d-4fd3-b2ab-4403a4c558fb', 'tag': '18687223-7733-471d-9734-f4db45fc01d0', 'status': 'completed', 'code': 200} Jun 18 19:51:18.207694 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-0afb479b-f6ba-4b48-b1c5-653392e336d7 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062744 Jun 18 19:51:18.238531 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05203d40-4f6a-4a65-8e09-d74d1ace6faf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event deleted for resources: {'Port': ['ID=4c5b9d58-f259-49a9-8f2f-c2c49fe47afa,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:18.249417 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-05203d40-4f6a-4a65-8e09-d74d1ace6faf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:18.314177 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-b21462f5-216b-4b47-b4b8-1f3aed3e7c8e req-0ef13065-03f8-41a5-b40f-d96bd6956506 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994577 Jun 18 19:51:18.348589 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-05203d40-4f6a-4a65-8e09-d74d1ace6faf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.351099 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-05203d40-4f6a-4a65-8e09-d74d1ace6faf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.352263 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-05203d40-4f6a-4a65-8e09-d74d1ace6faf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "DELETE /v2.0/floatingips/cddfaf02-b199-4e9e-9338-d69c39ccf8de HTTP/1.1" status: 204 len: 168 time: 1.4181538 Jun 18 19:51:18.360992 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-b3583400-b89c-456f-8239-78150e670870 service neutron] 10.222.0.30 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386060 Jun 18 19:51:18.418992 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-97da715f-f6ee-4273-bf34-16db5aff314f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3353598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410019'] for subnet, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.423339 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:18.445389 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da715f-f6ee-4273-bf34-16db5aff314f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404b8049-2679-483f-858e-1ddb71cda252,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:18.449880 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-97da715f-f6ee-4273-bf34-16db5aff314f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:18.453726 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-97da715f-f6ee-4273-bf34-16db5aff314f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.456553 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-97da715f-f6ee-4273-bf34-16db5aff314f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/404b8049-2679-483f-858e-1ddb71cda252 HTTP/1.1" status: 204 len: 168 time: 0.6354048 Jun 18 19:51:18.459001 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53484) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:18.536993 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3562f-dc19-4f93-8900-8860572257c1 req-d2ee0a39-cb8e-49c7-9d80-aa5f2c1875be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:18.539663 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4dd3562f-dc19-4f93-8900-8860572257c1 req-d2ee0a39-cb8e-49c7-9d80-aa5f2c1875be service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 1096 time: 0.1050296 Jun 18 19:51:18.546683 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.640092 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.651201 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758e40cd-3a3c-422c-9318-0bb65ef98e07']}} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:18.656009 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3562f-dc19-4f93-8900-8860572257c1 req-b9c7e226-acd5-4e15-aa33-771cb80acded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:18.657947 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4dd3562f-dc19-4f93-8900-8860572257c1 req-b9c7e226-acd5-4e15-aa33-771cb80acded service neutron] 10.222.0.22 "GET /v2.0/networks?id=6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 200 len: 911 time: 0.1109989 Jun 18 19:51:18.663390 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48105399-8359-4db4-8ce8-791817c9b3b8') {'for_net_delete': True} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:18.663694 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48105399-8359-4db4-8ce8-791817c9b3b8') {} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:18.674785 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3430585'] for segment, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.703135 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.715763 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=100013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:51:18.716490 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283797'] for segment, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: Traceback (most recent call last): Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: timer() Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: cb(*args, **kw) Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: return func(*args, **kwargs) Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: self._notify() Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: self.callback(batched_events) Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: event.method(event) Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: return f(self, *a, **k) Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: return self._get(url).json() Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: return self.request(url, 'GET', **kwargs) Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:51:18.720309 dv-cinder-790535-6-smb neutron-server[100013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:51:18.731935 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4dd3562f-dc19-4f93-8900-8860572257c1 req-4f786362-6aa2-4fad-8121-e60c6bf41f16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18687223-7733-471d-9734-f4db45fc01d0 HTTP/1.1" status: 200 len: 217 time: 0.0657494 Jun 18 19:51:18.747568 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53490) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:18.753768 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-350d4574-c716-45bd-a1d6-db3401f6ddce tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989011509', 'description': 'tempest-description--1077377938'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:18.802611 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3562f-dc19-4f93-8900-8860572257c1 req-6f1adc1e-425b-4696-9d9a-75b9761e487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:18.804092 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4dd3562f-dc19-4f93-8900-8860572257c1 req-6f1adc1e-425b-4696-9d9a-75b9761e487b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc1a5fed-d7ef-4e8a-8976-b177519138c1 HTTP/1.1" status: 200 len: 850 time: 0.0648549 Jun 18 19:51:18.870530 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3562f-dc19-4f93-8900-8860572257c1 req-a849a4ed-2857-40b8-b5b7-819bf1c37600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:18.872028 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4dd3562f-dc19-4f93-8900-8860572257c1 req-a849a4ed-2857-40b8-b5b7-819bf1c37600 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6ccd7341-ba13-4dc8-9762-671f827fe485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0612793 Jun 18 19:51:18.880871 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.887917 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:18.891333 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] 10.222.0.30 "DELETE /v2.0/networks/758e40cd-3a3c-422c-9318-0bb65ef98e07 HTTP/1.1" status: 204 len: 168 time: 0.4304216 Jun 18 19:51:18.892418 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:18.914787 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] Pushing event deleted for resources: {'Network': ['ID=758e40cd-3a3c-422c-9318-0bb65ef98e07,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:18.919926 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ced207aa-c79d-411c-8c1c-100be29a9770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:18.944187 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-350d4574-c716-45bd-a1d6-db3401f6ddce tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.066435 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4dd3562f-dc19-4f93-8900-8860572257c1 req-78ac242a-8e49-4638-b991-390501533910 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870902 Jun 18 19:51:19.191921 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-99e1b242-63d9-4cb2-b178-c30672f794aa req-1b47c602-fdc9-4ee5-b605-bbee6790dd6e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 210 time: 0.0578041 Jun 18 19:51:19.222984 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-350d4574-c716-45bd-a1d6-db3401f6ddce tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.245352 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-4dd3562f-dc19-4f93-8900-8860572257c1 req-9c693db3-d975-498b-b2e0-50e3106c102f service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710131 Jun 18 19:51:19.263973 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-350d4574-c716-45bd-a1d6-db3401f6ddce tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.268483 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4c5a6e3b-9bf4-43d4-bcf5-673e53d9d528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:19.297974 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53504) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:19.322453 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d4574-c716-45bd-a1d6-db3401f6ddce tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05e68cb-f043-4e2e-a89f-afcca4635a76,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:19.327891 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-350d4574-c716-45bd-a1d6-db3401f6ddce tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:19.351703 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-8b157c8e-9389-4c1a-b6bb-27e85d697155 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c3ec17336aa43c7b1e4b047fdc568f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525446 Jun 18 19:51:19.355722 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53506) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:19.365397 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-350d4574-c716-45bd-a1d6-db3401f6ddce tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.368562 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14595b8c-92d5-4601-a6e8-6998fa5d6d7a req-02c4266b-9799-4803-bb8b-8c5dc6025028 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:19.369001 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-350d4574-c716-45bd-a1d6-db3401f6ddce tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6180441 Jun 18 19:51:19.369708 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-14595b8c-92d5-4601-a6e8-6998fa5d6d7a req-02c4266b-9799-4803-bb8b-8c5dc6025028 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 943 time: 0.0792558 Jun 18 19:51:19.371564 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53508) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:19.376633 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-5de3bca2-4ee4-4c77-997c-a3f9e5809888 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Request body: {'security_group_rule': {'security_group_id': 'f05e68cb-f043-4e2e-a89f-afcca4635a76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:19.429489 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-14595b8c-92d5-4601-a6e8-6998fa5d6d7a req-0aa447aa-896d-4811-aa29-592b2f93fda3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=35ca69c7-24a3-46f8-945c-e7d3806a3d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476902 Jun 18 19:51:19.440004 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-33b85e61-c448-4071-bcec-38d8d4ee22ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.465838 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-33b85e61-c448-4071-bcec-38d8d4ee22ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.583267 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5de3bca2-4ee4-4c77-997c-a3f9e5809888 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.595060 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-33b85e61-c448-4071-bcec-38d8d4ee22ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.597694 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-33b85e61-c448-4071-bcec-38d8d4ee22ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.601302 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-33b85e61-c448-4071-bcec-38d8d4ee22ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8d9564a-b42a-4699-9640-fff188878ea9 HTTP/1.1" status: 204 len: 168 time: 0.2416120 Jun 18 19:51:19.601302 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e3b03aba-f71a-4d7e-b413-f956baa79514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:19.613366 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b85e61-c448-4071-bcec-38d8d4ee22ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d9564a-b42a-4699-9640-fff188878ea9,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:19.616324 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-33b85e61-c448-4071-bcec-38d8d4ee22ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:19.647559 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5de3bca2-4ee4-4c77-997c-a3f9e5809888 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.766446 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5de3bca2-4ee4-4c77-997c-a3f9e5809888 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.768369 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:19.787128 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3bca2-4ee4-4c77-997c-a3f9e5809888 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1654b07e-0dd5-41cb-a33d-980f76fe997d,revision_number=0']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:19.798452 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-5de3bca2-4ee4-4c77-997c-a3f9e5809888 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:19.873484 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-5de3bca2-4ee4-4c77-997c-a3f9e5809888 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:19.877514 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53514) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:19.880188 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-5de3bca2-4ee4-4c77-997c-a3f9e5809888 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5073571 Jun 18 19:51:19.882806 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [None req-b2c6dd2f-154b-4c8a-b16a-110cd41dfe19 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Request body: {'security_group_rule': {'security_group_id': 'f05e68cb-f043-4e2e-a89f-afcca4635a76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:19.989757 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b2c6dd2f-154b-4c8a-b16a-110cd41dfe19 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.050102 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b2c6dd2f-154b-4c8a-b16a-110cd41dfe19 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.109663 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b2c6dd2f-154b-4c8a-b16a-110cd41dfe19 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411841'] for security_group_rule, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.112989 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c2e58e8f-e264-4784-ad83-4dc39d84e4cb tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:20.133437 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6dd2f-154b-4c8a-b16a-110cd41dfe19 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b710f88-a6f4-4281-a5a2-8ab8d8e829a3,revision_number=0']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:20.139937 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b2c6dd2f-154b-4c8a-b16a-110cd41dfe19 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:20.240636 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b2c6dd2f-154b-4c8a-b16a-110cd41dfe19 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.241959 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-b2c6dd2f-154b-4c8a-b16a-110cd41dfe19 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3633392 Jun 18 19:51:20.246393 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53534) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:20.251542 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Request body: {'floatingip': {'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:20.330095 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fdbe8575-b9af-4d2a-9a96-907de5506ba9 req-5b14ddf8-a557-428f-808d-a70bbdf992d4 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 210 time: 0.0363514 Jun 18 19:51:20.342525 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.453899 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.574867 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_common [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Allocated IP 172.28.3.106 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/abfdd8f3-97d8-4261-ba84-0f8b13d0eac8) {{(pid=100013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:51:20.749533 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceff84-67e8-4999-a6ba-81e57ba73d91 req-fb889d93-37f5-478a-950a-45aa61d59b83 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:20.752027 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-cdceff84-67e8-4999-a6ba-81e57ba73d91 req-fb889d93-37f5-478a-950a-45aa61d59b83 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 943 time: 0.1746104 Jun 18 19:51:20.761542 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for port, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.861330 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-cdceff84-67e8-4999-a6ba-81e57ba73d91 req-fe19d6ce-d4b5-43bf-ad3d-fc4ccb14132c tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=35ca69c7-24a3-46f8-945c-e7d3806a3d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954139 Jun 18 19:51:20.951811 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3353483'] for port, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:20.956373 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ad0f5de9-61db-45ab-b0a7-98c5837fed8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:20.968153 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-74f3b2d5-2600-4eed-9752-2488b6c86059 req-ca01de7e-7403-4d11-b344-9c8cd9e9ce2b tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440945155&fields=id&tenant_id=02f981f24b7b4c3a90d60fa7f3fd4c73 HTTP/1.1" status: 200 len: 267 time: 0.0536757 Jun 18 19:51:21.043822 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:51:21.052812 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Resources bound (agent type, host, resource id): {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:51:21.055417 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Received port after_create {{(pid=100013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:51:21.064387 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event updated for resources: {'Port': ['ID=abfdd8f3-97d8-4261-ba84-0f8b13d0eac8,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:21.068002 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:21.139547 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3b2d5-2600-4eed-9752-2488b6c86059 req-4379f541-e82f-4d18-8b4f-64f4b93cceff tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:21.141135 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-74f3b2d5-2600-4eed-9752-2488b6c86059 req-4379f541-e82f-4d18-8b4f-64f4b93cceff tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 984 time: 0.1517828 Jun 18 19:51:21.171725 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [req-74f3b2d5-2600-4eed-9752-2488b6c86059 req-630e362a-2f60-48c3-8497-513c26bd8353 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Request body: {'port': {'security_groups': ['5a75f4d6-919e-4f39-914e-eff8ca81b124']}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:21.231310 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:21.295610 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-74f3b2d5-2600-4eed-9752-2488b6c86059 req-630e362a-2f60-48c3-8497-513c26bd8353 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:21.401960 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:21.414889 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 18687223-7733-471d-9734-f4db45fc01d0 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:51:21.551218 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6aeb020b-3615-4a63-8a1c-d9050b906dbe req-1783d33b-d32c-47e4-a92d-9115dbfb00c1 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 210 time: 0.0473540 Jun 18 19:51:21.568412 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53558) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:21.575178 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 18687223-7733-471d-9734-f4db45fc01d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=18687223-7733-471d-9734-f4db45fc01d0,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:21.601162 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '18687223-7733-471d-9734-f4db45fc01d0', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'port_id': '18687223-7733-471d-9734-f4db45fc01d0', 'mac_address': 'fa:16:3e:2b:f0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:51:21.703142 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:21.711662 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for port, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:21.720826 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18687223-7733-471d-9734-f4db45fc01d0 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:51:21.747544 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 18687223-7733-471d-9734-f4db45fc01d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=18687223-7733-471d-9734-f4db45fc01d0,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:21.750735 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7d0173f7-403a-4760-be16-4ebc34747ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:21.757675 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [req-74f3b2d5-2600-4eed-9752-2488b6c86059 req-630e362a-2f60-48c3-8497-513c26bd8353 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] For port 71786684-9331-46ae-96b5-25ecf4c65848, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71786684-9331-46ae-96b5-25ecf4c65848,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:21.781477 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353533'] for port, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:21.787332 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-5549c592-6238-4a0c-97db-eb8eadd98d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:21.853212 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:21.856018 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-74f3b2d5-2600-4eed-9752-2488b6c86059 req-630e362a-2f60-48c3-8497-513c26bd8353 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for port, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:21.856829 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:21.887840 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event updated for resources: {'Port': ['ID=abfdd8f3-97d8-4261-ba84-0f8b13d0eac8,revision_number=2']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:21.895740 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:21.927116 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=18687223-7733-471d-9734-f4db45fc01d0,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:21.933102 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:21.934594 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:21.939643 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-74f3b2d5-2600-4eed-9752-2488b6c86059 req-630e362a-2f60-48c3-8497-513c26bd8353 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353533'] for port, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:21.951389 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:21.952029 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['71786684-9331-46ae-96b5-25ecf4c65848'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:51:21.981240 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-a5bd89f9-ecf3-4d0d-8751-d2abbb46cc50 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:21.983212 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-a5bd89f9-ecf3-4d0d-8751-d2abbb46cc50 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.22 "GET /v2.0/networks?id=c39119d5-f88f-416b-ae1e-a5644229104b HTTP/1.1" status: 200 len: 808 time: 0.1547501 Jun 18 19:51:22.023022 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3b2d5-2600-4eed-9752-2488b6c86059 req-630e362a-2f60-48c3-8497-513c26bd8353 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:22.023677 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [req-74f3b2d5-2600-4eed-9752-2488b6c86059 req-630e362a-2f60-48c3-8497-513c26bd8353 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:22.032577 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-74f3b2d5-2600-4eed-9752-2488b6c86059 req-630e362a-2f60-48c3-8497-513c26bd8353 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "PUT /v2.0/ports/71786684-9331-46ae-96b5-25ecf4c65848 HTTP/1.1" status: 200 len: 942 time: 0.8678136 Jun 18 19:51:22.033380 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848'}] {{(pid=100013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:22.036020 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8598b9a5517d357e4f2667912ebf39b68208aad9c222937d19f503d2a0714b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db592bfd-0ded-4d31-bdf9-87a469f86d54" -d '{"events": [{"name": "network-changed", "server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "tag": "71786684-9331-46ae-96b5-25ecf4c65848"}]}' {{(pid=100013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:22.038643 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53564) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:22.083559 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-12fd46cc-5a57-4326-aa07-0098a6423e65 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f2e626262a046fdb2b42227888bad4d HTTP/1.1" status: 200 len: 379 time: 0.0904641 Jun 18 19:51:22.098119 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Request body: {'port': {'device_id': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'admin_state_up': True, 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'security_groups': ['72b999e3-ca1f-4148-bbec-e6312085aa19']}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:22.126964 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['71786684-9331-46ae-96b5-25ecf4c65848'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:51:22.258162 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['18687223-7733-471d-9734-f4db45fc01d0'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:51:22.390508 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db592bfd-0ded-4d31-bdf9-87a469f86d54 req-5649dcc5-bb9b-48cd-a6d4-1d76f7fd2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:22.391735 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-db592bfd-0ded-4d31-bdf9-87a469f86d54 req-5649dcc5-bb9b-48cd-a6d4-1d76f7fd2f69 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02f981f24b7b4c3a90d60fa7f3fd4c73&device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 1098 time: 0.0754669 Jun 18 19:51:22.448254 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78801305-2d08-4d4e-917d-8ae488e75b3a x-openstack-request-id: req-78801305-2d08-4d4e-917d-8ae488e75b3a {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:22.448675 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "tag": "71786684-9331-46ae-96b5-25ecf4c65848", "status": "completed", "code": 200}]} {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:22.449094 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78801305-2d08-4d4e-917d-8ae488e75b3a {{(pid=100013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:22.449774 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848', 'status': 'completed', 'code': 200} Jun 18 19:51:22.506015 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db592bfd-0ded-4d31-bdf9-87a469f86d54 req-04d693e3-8e8f-44b8-8925-0568027c2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:22.507702 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e362a-2f60-48c3-8497-513c26bd8353 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event updated for resources: {'Port': ['ID=71786684-9331-46ae-96b5-25ecf4c65848,revision_number=7']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:22.508338 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-db592bfd-0ded-4d31-bdf9-87a469f86d54 req-04d693e3-8e8f-44b8-8925-0568027c2112 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ab908d26-3e61-4c66-8491-893153b90c59 HTTP/1.1" status: 200 len: 914 time: 0.1104162 Jun 18 19:51:22.518535 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-4a87936a-0337-4f7c-b93b-58d9ac8b5438 None None] Provisioning complete for port 71786684-9331-46ae-96b5-25ecf4c65848 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:51:22.519159 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-630e362a-2f60-48c3-8497-513c26bd8353 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:22.519286 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-4a87936a-0337-4f7c-b93b-58d9ac8b5438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:22.521094 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7d0173f7-403a-4760-be16-4ebc34747ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:22.571406 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ccfca780-8f11-422a-8d63-2f5324dfc679 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:22.589719 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806c52b-9795-4357-b524-3cc294970dd1 req-0ed57aa7-2d25-4c7f-9a50-d8c0b0009641 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:22.591389 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8806c52b-9795-4357-b524-3cc294970dd1 req-0ed57aa7-2d25-4c7f-9a50-d8c0b0009641 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 944 time: 0.5480511 Jun 18 19:51:22.592202 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-db592bfd-0ded-4d31-bdf9-87a469f86d54 req-3b67412b-6f03-436c-ae8b-b149f4d84d27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71786684-9331-46ae-96b5-25ecf4c65848 HTTP/1.1" status: 200 len: 1001 time: 0.0774641 Jun 18 19:51:22.634253 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ccfca780-8f11-422a-8d63-2f5324dfc679 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:22.683821 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7d0173f7-403a-4760-be16-4ebc34747ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:22.702196 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-9fd41b3d-fc06-4b95-98a7-5de704d57a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:22.719406 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db592bfd-0ded-4d31-bdf9-87a469f86d54 req-c8caa635-68f6-4a11-a6bd-26f04cf2fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:22.722590 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8806c52b-9795-4357-b524-3cc294970dd1 req-ec60756d-3b82-447f-bdf2-117c23720d2f tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=35ca69c7-24a3-46f8-945c-e7d3806a3d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127689 Jun 18 19:51:22.723433 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-db592bfd-0ded-4d31-bdf9-87a469f86d54 req-c8caa635-68f6-4a11-a6bd-26f04cf2fb6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6570351-74b4-4cc3-bebd-c4188a0559e4 HTTP/1.1" status: 200 len: 853 time: 0.1221428 Jun 18 19:51:22.751896 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-7d0173f7-403a-4760-be16-4ebc34747ac0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a770e2efcd844f8f86e425f255adfeba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1822884 Jun 18 19:51:22.757396 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53574) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:22.759352 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0173f7-403a-4760-be16-4ebc34747ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100811aa-3cb9-494c-9a93-9e0629806d50,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:22.771901 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7d0173f7-403a-4760-be16-4ebc34747ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:22.816623 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db592bfd-0ded-4d31-bdf9-87a469f86d54 req-3e4c955b-6b10-4643-b426-2ec1920dfcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:22.818140 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-db592bfd-0ded-4d31-bdf9-87a469f86d54 req-3e4c955b-6b10-4643-b426-2ec1920dfcac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ab908d26-3e61-4c66-8491-893153b90c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878356 Jun 18 19:51:22.825915 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:22.827865 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5801349 Jun 18 19:51:22.882066 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bf638fb0-ec48-4c92-ae44-65b0cd7fe635 req-d3f6841e-3afd-4e59-8302-7fcd51b95fab tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 210 time: 0.0818596 Jun 18 19:51:22.898943 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Made reservation on behalf of 5f2e626262a046fdb2b42227888bad4d for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:51:22.912214 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:22.929486 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f79c02aa-c201-4628-9ccd-09af21bf6887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:22.960210 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f79c02aa-c201-4628-9ccd-09af21bf6887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.025467 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ccfca780-8f11-422a-8d63-2f5324dfc679 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.026865 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ccfca780-8f11-422a-8d63-2f5324dfc679 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.029651 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-ccfca780-8f11-422a-8d63-2f5324dfc679 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "DELETE /v2.0/security-groups/d98f6a34-41be-41ed-901e-a758130343a4 HTTP/1.1" status: 204 len: 168 time: 0.9793642 Jun 18 19:51:23.029898 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-db592bfd-0ded-4d31-bdf9-87a469f86d54 req-8c3b0542-bb2d-4b93-b019-b54dd0700d2c service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039840 Jun 18 19:51:23.030920 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-eeb997d1-676a-4b56-b1b1-9bb0ff8cf96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:23.033074 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53588) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:23.042977 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfca780-8f11-422a-8d63-2f5324dfc679 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98f6a34-41be-41ed-901e-a758130343a4,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:23.051808 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ccfca780-8f11-422a-8d63-2f5324dfc679 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:23.094812 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-d4378a6b-70ec-486f-ac10-5ecf4951f640 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--989011509&fields=id&tenant_id=768a52f89fe94070af46a943e64aaf6f HTTP/1.1" status: 200 len: 267 time: 0.0528719 Jun 18 19:51:23.116136 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f79c02aa-c201-4628-9ccd-09af21bf6887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.118808 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f79c02aa-c201-4628-9ccd-09af21bf6887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.120447 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-f79c02aa-c201-4628-9ccd-09af21bf6887 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/100811aa-3cb9-494c-9a93-9e0629806d50 HTTP/1.1" status: 204 len: 168 time: 0.3463254 Jun 18 19:51:23.131506 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ccfca780-8f11-422a-8d63-2f5324dfc679 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:23.164947 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c02aa-c201-4628-9ccd-09af21bf6887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100811aa-3cb9-494c-9a93-9e0629806d50,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:23.169241 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-f79c02aa-c201-4628-9ccd-09af21bf6887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:23.235734 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-5d19fd36-7576-4c9b-a44f-2a98c2210dd8 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:23.237478 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-5d19fd36-7576-4c9b-a44f-2a98c2210dd8 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/networks?id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da HTTP/1.1" status: 200 len: 817 time: 0.1348953 Jun 18 19:51:23.256058 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-2a34569a-20e0-41bb-a6b8-225c6c30b7a9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/quotas/768a52f89fe94070af46a943e64aaf6f HTTP/1.1" status: 200 len: 375 time: 0.0125394 Jun 18 19:51:23.267950 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Allocated IP 172.20.0.11 (c39119d5-f88f-416b-ae1e-a5644229104b/5b31b643-019a-4c72-b04e-8fe61674aaf8/9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:51:23.320593 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-db592bfd-0ded-4d31-bdf9-87a469f86d54 req-9a1c09ec-eae5-4932-8610-72987dea648a service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764285 Jun 18 19:51:23.367723 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-7d225b42-ac36-4452-adce-134888f768c7 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1042440 Jun 18 19:51:23.454268 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 18687223-7733-471d-9734-f4db45fc01d0 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:51:23.505381 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4c61d5bb-bcdd-4dfa-8ab0-280c80c07264 service neutron] 10.222.0.30 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235924 Jun 18 19:51:23.511327 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Deleting port 06761a8b-39b9-49a3-8650-d9b08c857ca6 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:23.511674 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.585571 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.622669 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Transition to ACTIVE for port object 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 will not be triggered until provisioned by entity DHCP. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:51:23.641977 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.642255 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.646531 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 18687223-7733-471d-9734-f4db45fc01d0 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:51:23.652015 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 18687223-7733-471d-9734-f4db45fc01d0 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:51:23.655451 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.686587 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-cb458239-3ad0-46d6-9107-d01144702607 service neutron] 10.222.0.30 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567576 Jun 18 19:51:23.718680 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Calling delete_port for 06761a8b-39b9-49a3-8650-d9b08c857ca6 owned by network:floatingip {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:23.779932 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.808160 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28372743-cc2d-4fd3-b2ab-4403a4c558fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18687223-7733-471d-9734-f4db45fc01d0'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:23.810847 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03cb735-b332-4be5-a9f0-c2fbfb430691" -d '{"events": [{"server_uuid": "28372743-cc2d-4fd3-b2ab-4403a4c558fb", "name": "network-vif-plugged", "status": "completed", "tag": "18687223-7733-471d-9734-f4db45fc01d0"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:23.829947 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 18687223-7733-471d-9734-f4db45fc01d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=18687223-7733-471d-9734-f4db45fc01d0,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:23.878832 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3522723'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.888112 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:23.897575 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:23.901488 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-303a7f48-3223-4169-a96b-baed35de5972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:23.957918 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Network c39119d5-f88f-416b-ae1e-a5644229104b is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:51:23.961554 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:51:23.964406 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:51:23.973288 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Pushing event updated for resources: {'Port': ['ID=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:23.976740 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:23.982439 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=18687223-7733-471d-9734-f4db45fc01d0,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:23.987312 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:24.109494 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014b949-c869-457a-b303-f947fd3639d5 req-467d87b8-f6a9-4306-b211-bc4351ac1fe0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:24.118604 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a014b949-c869-457a-b303-f947fd3639d5 req-467d87b8-f6a9-4306-b211-bc4351ac1fe0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 945 time: 0.2074759 Jun 18 19:51:24.125749 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641a63c2-0858-4652-998e-21a7dc05013a x-openstack-request-id: req-641a63c2-0858-4652-998e-21a7dc05013a {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:24.126447 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28372743-cc2d-4fd3-b2ab-4403a4c558fb", "name": "network-vif-plugged", "status": "completed", "tag": "18687223-7733-471d-9734-f4db45fc01d0", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:24.126819 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-641a63c2-0858-4652-998e-21a7dc05013a {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:24.127348 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28372743-cc2d-4fd3-b2ab-4403a4c558fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18687223-7733-471d-9734-f4db45fc01d0', 'code': 200} Jun 18 19:51:24.243253 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a014b949-c869-457a-b303-f947fd3639d5 req-82a876b1-3e12-4f2c-aea0-2df54f7a2a8b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=35ca69c7-24a3-46f8-945c-e7d3806a3d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131244 Jun 18 19:51:24.426571 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:24.427625 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.437504 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-42633432-1bed-4134-90d5-080166b006fa req-40b3fcfe-ef62-4184-a862-87c250d27ca3 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 210 time: 0.0623264 Jun 18 19:51:24.505826 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5e1b4-3e0e-40b1-b04a-894643dd3ff3 req-3405fc6e-19d9-4b11-bde4-409ab9b95e9a tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:24.507573 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3eb5e1b4-3e0e-40b1-b04a-894643dd3ff3 req-3405fc6e-19d9-4b11-bde4-409ab9b95e9a tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 932 time: 0.1172295 Jun 18 19:51:24.554165 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3eb5e1b4-3e0e-40b1-b04a-894643dd3ff3 req-f4fcde30-a28b-4710-b6a5-b5edef3600b9 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397725 Jun 18 19:51:24.589651 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-18f402ea-e74e-45bd-ad5b-5bc8bce748d0 None None] Provisioning for port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:51:24.595644 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-18f402ea-e74e-45bd-ad5b-5bc8bce748d0 None None] Provisioning complete for port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:51:24.596143 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-18f402ea-e74e-45bd-ad5b-5bc8bce748d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.633924 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-18f402ea-e74e-45bd-ad5b-5bc8bce748d0 None None] Port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:51:24.664363 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-7be61920-caf1-4b47-bb20-4b0fa28a0a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.665094 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-5536cf31-82c9-4c7c-85b1-e1a4cd1e915e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5745332 Jun 18 19:51:24.668131 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.670490 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-fee36573-f541-4a58-b275-97ea1f46414b tempest-ServerRescueNegativeTestJSON-667429273 tempest-ServerRescueNegativeTestJSON-667429273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:24.680464 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Request body: {'port': {'device_id': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:24.725658 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event deleted for resources: {'Port': ['ID=06761a8b-39b9-49a3-8650-d9b08c857ca6,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:24.729270 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:24.887522 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks [] for floatingip, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.887871 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.l3_db [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Floating IP d8c26586-b933-4a69-982b-4d2df8333dcc disassociated (deleted). External IP: 172.28.3.241, port: 71786684-9331-46ae-96b5-25ecf4c65848. Jun 18 19:51:24.893993 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:24.953151 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84564017-b940-4197-b2a4-9e2fe9f5b7de req-1dc98f4b-6811-4b65-b1dd-630edaff7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:24.954724 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-84564017-b940-4197-b2a4-9e2fe9f5b7de req-1dc98f4b-6811-4b65-b1dd-630edaff7d01 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 1098 time: 0.2305927 Jun 18 19:51:25.126294 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-84564017-b940-4197-b2a4-9e2fe9f5b7de req-6850b85c-bdaa-4910-8ecf-aeccaeed5a28 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=35ca69c7-24a3-46f8-945c-e7d3806a3d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640296 Jun 18 19:51:25.336798 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:51:25.451783 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:51:25.466224 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219f005-5342-4696-ae43-83dbead58215 req-787b82fa-93dd-48f4-ba50-f87086cb1717 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:25.467901 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c219f005-5342-4696-ae43-83dbead58215 req-787b82fa-93dd-48f4-ba50-f87086cb1717 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 945 time: 0.0725887 Jun 18 19:51:25.497087 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.523522 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Transition to ACTIVE for port object 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:51:25.532638 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:51:25.538464 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.548321 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c219f005-5342-4696-ae43-83dbead58215 req-a062da66-4e5e-4a1e-9702-a150104285d0 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=35ca69c7-24a3-46f8-945c-e7d3806a3d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719573 Jun 18 19:51:25.548875 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670f67b-83e5-485f-b61a-500323e2410f None None] Sync routers for ids ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:51:25.566577 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670f67b-83e5-485f-b61a-500323e2410f None None] Routers {'6d18c28a-adc0-4884-b9bb-23471f3d6a9d'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:25.567235 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-0670f67b-83e5-485f-b61a-500323e2410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:25.582209 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "DELETE /v2.0/floatingips/d8c26586-b933-4a69-982b-4d2df8333dcc HTTP/1.1" status: 204 len: 168 time: 2.5460131 Jun 18 19:51:25.582209 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:25.588895 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce379378-199b-4402-9e5d-ab92334a6caf" -d '{"events": [{"name": "network-changed", "server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "tag": "71786684-9331-46ae-96b5-25ecf4c65848"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:25.623499 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.625825 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c00d607a-c778-4398-92ad-c2e13e5769de tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:25.702621 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1654d0db-1e3d-459e-8a28-3f6d40ea7e5d req-00c9a8eb-6a98-4d21-bea4-0f3ceb8b2c57 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 210 time: 0.0927525 Jun 18 19:51:25.762408 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Pushing event updated for resources: {'Port': ['ID=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:25.766346 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:25.796074 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc97d843-fe05-414e-8271-40a2bae1bb3d x-openstack-request-id: req-dc97d843-fe05-414e-8271-40a2bae1bb3d {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:25.797352 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "tag": "71786684-9331-46ae-96b5-25ecf4c65848", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:25.799890 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc97d843-fe05-414e-8271-40a2bae1bb3d {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:25.800549 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848', 'status': 'completed', 'code': 200} Jun 18 19:51:25.815152 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-0670f67b-83e5-485f-b61a-500323e2410f None None] Set router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:25.862384 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391897b-6834-4e31-9ac9-e27a22546806 req-0586fcc6-dec6-4aa6-bbe4-ab3162081131 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:25.867054 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4391897b-6834-4e31-9ac9-e27a22546806 req-0586fcc6-dec6-4aa6-bbe4-ab3162081131 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 944 time: 0.1699846 Jun 18 19:51:25.903041 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Attempting to bind port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:51:25.903508 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Attempting to bind port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '18bdcb27-f47b-48cd-8169-1116054b653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:51:25.903971 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Attempting to bind port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 on network c39119d5-f88f-416b-ae1e-a5644229104b {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:51:25.935803 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 on network c39119d5-f88f-416b-ae1e-a5644229104b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:51:25.936347 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Attempting to bind port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 on network c39119d5-f88f-416b-ae1e-a5644229104b {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:51:25.962249 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:51:25.962748 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Checking segment: {'id': '18bdcb27-f47b-48cd-8169-1116054b653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:51:25.963714 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Bound using segment: {'id': '18bdcb27-f47b-48cd-8169-1116054b653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:51:25.964168 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Bound port: 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bdcb27-f47b-48cd-8169-1116054b653f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:51:25.964555 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:25.989337 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4391897b-6834-4e31-9ac9-e27a22546806 req-62b7fdfd-04d5-47e1-a221-bac553f46b4b tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115069 Jun 18 19:51:26.086565 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] For port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:51:26.093868 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] For port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:51:26.097580 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379378-199b-4402-9e5d-ab92334a6caf req-49ff5c96-a539-479a-92da-617bc7bf6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:26.099346 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ce379378-199b-4402-9e5d-ab92334a6caf req-49ff5c96-a539-479a-92da-617bc7bf6f85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02f981f24b7b4c3a90d60fa7f3fd4c73&device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 1098 time: 0.2733469 Jun 18 19:51:26.202448 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379378-199b-4402-9e5d-ab92334a6caf req-ddef138f-bbd5-4ad1-a47f-02f2fec877b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:26.203903 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ce379378-199b-4402-9e5d-ab92334a6caf req-ddef138f-bbd5-4ad1-a47f-02f2fec877b0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ab908d26-3e61-4c66-8491-893153b90c59 HTTP/1.1" status: 200 len: 914 time: 0.0957122 Jun 18 19:51:26.211075 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:26.211075 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ee7f26ce-12ef-441b-80e7-89610b227790 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:26.228124 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-0670f67b-83e5-485f-b61a-500323e2410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:24Z', 'revision_number': 4, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port': {'id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:21Z', 'updated_at': '2021-06-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '98e058da-813c-4d0f-9203-fabe7a632968', 'name': '', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'mac_address': 'fa:16:3e:20:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:24Z', 'updated_at': '2021-06-18T19:47:31Z', 'revision_number': 5, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'subnets': [{'id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:26.278023 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670f67b-83e5-485f-b61a-500323e2410f None None] Checking router: 6d18c28a-adc0-4884-b9bb-23471f3d6a9d for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:51:26.287860 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670f67b-83e5-485f-b61a-500323e2410f None None] Routers {'6d18c28a-adc0-4884-b9bb-23471f3d6a9d'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:26.289000 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-0670f67b-83e5-485f-b61a-500323e2410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:50:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:26.304789 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:26.305423 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:26.306870 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] 10.222.0.22 "PUT /v2.0/ports/9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 HTTP/1.1" status: 200 len: 1094 time: 1.6328750 Jun 18 19:51:26.308202 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ce379378-199b-4402-9e5d-ab92334a6caf req-2bd43e29-58cb-4262-b5f4-4c74392eb6cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71786684-9331-46ae-96b5-25ecf4c65848 HTTP/1.1" status: 200 len: 217 time: 0.0910015 Jun 18 19:51:26.361367 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Pushing event updated for resources: {'Port': ['ID=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:26.366104 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:26.384262 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379378-199b-4402-9e5d-ab92334a6caf req-a8142037-a730-44eb-9d15-26c0d9d5d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:26.390709 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ce379378-199b-4402-9e5d-ab92334a6caf req-a8142037-a730-44eb-9d15-26c0d9d5d59e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f6570351-74b4-4cc3-bebd-c4188a0559e4 HTTP/1.1" status: 200 len: 853 time: 0.0690291 Jun 18 19:51:26.441499 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-0670f67b-83e5-485f-b61a-500323e2410f None None] Set router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:26.469145 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379378-199b-4402-9e5d-ab92334a6caf req-e87bb99b-40ee-4573-9fd5-8f9c17e81e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:26.470767 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ce379378-199b-4402-9e5d-ab92334a6caf req-e87bb99b-40ee-4573-9fd5-8f9c17e81e1e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ab908d26-3e61-4c66-8491-893153b90c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0642140 Jun 18 19:51:26.642732 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ce379378-199b-4402-9e5d-ab92334a6caf req-9001d86c-dd14-40d6-8c64-a3a559adaabd service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619768 Jun 18 19:51:26.748307 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-e006bf6b-80c5-4fad-9ec6-7d9c555cb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:26.750716 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-e006bf6b-80c5-4fad-9ec6-7d9c555cb9df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f2e626262a046fdb2b42227888bad4d&device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 1097 time: 0.2030585 Jun 18 19:51:26.818227 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975eea4-b9c6-4a0d-919d-7114c51fd1f4 req-633aa522-fbcb-4baa-8968-b2c34f8bdd76 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:26.823620 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7975eea4-b9c6-4a0d-919d-7114c51fd1f4 req-633aa522-fbcb-4baa-8968-b2c34f8bdd76 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 945 time: 0.1208241 Jun 18 19:51:26.824030 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-57fe6ffb-fb3e-4453-b97e-2105ff13ed07 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 HTTP/1.1" status: 200 len: 217 time: 0.0592573 Jun 18 19:51:26.871065 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-0670f67b-83e5-485f-b61a-500323e2410f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:24Z', 'revision_number': 4, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port': {'id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:21Z', 'updated_at': '2021-06-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '98e058da-813c-4d0f-9203-fabe7a632968', 'name': '', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'mac_address': 'fa:16:3e:20:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:24Z', 'updated_at': '2021-06-18T19:47:31Z', 'revision_number': 5, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'subnets': [{'id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:26.911068 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0670f67b-83e5-485f-b61a-500323e2410f None None] The sync data for ids ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'] in dv-cinder-790535-6-smb is: [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:47:24Z', 'revision_number': 4, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port': {'id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:21Z', 'updated_at': '2021-06-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '98e058da-813c-4d0f-9203-fabe7a632968', 'name': '', 'network_id': 'ab908d26-3e61-4c66-8491-893153b90c59', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'mac_address': 'fa:16:3e:20:c3:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:24Z', 'updated_at': '2021-06-18T19:47:31Z', 'revision_number': 5, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'subnets': [{'id': 'f6570351-74b4-4cc3-bebd-c4188a0559e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:51:26.913506 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ce379378-199b-4402-9e5d-ab92334a6caf req-0151f298-692f-411d-96b8-7e8feff8dfa4 service neutron] 10.222.0.22 "GET /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590194 Jun 18 19:51:26.915948 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-3455fbc6-3c8f-4902-b10b-2465824bac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:26.917344 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-3455fbc6-3c8f-4902-b10b-2465824bac8b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b31b643-019a-4c72-b04e-8fe61674aaf8 HTTP/1.1" status: 200 len: 847 time: 0.0845788 Jun 18 19:51:26.933561 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7975eea4-b9c6-4a0d-919d-7114c51fd1f4 req-98c236f7-80f2-4af4-9619-ad6ba5044d47 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=35ca69c7-24a3-46f8-945c-e7d3806a3d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029437 Jun 18 19:51:26.977552 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-84485f55-97f1-4350-8134-7d11abb62df5 req-545438bf-8cf6-4937-a9fe-8052cb97b456 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 210 time: 0.0427868 Jun 18 19:51:27.042007 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-68e7fb0d-9c52-4414-905c-de1d231b863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:27.043898 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-68e7fb0d-9c52-4414-905c-de1d231b863a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c39119d5-f88f-416b-ae1e-a5644229104b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1193812 Jun 18 19:51:27.155492 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-79227a3a-f64b-4f7b-ab26-6c73e1fff53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:27.197304 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-382eff56-3622-49f6-9ec9-9847bb6e9f08 service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399305 Jun 18 19:51:27.215359 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a4d3-e7df-4a17-a2b1-c8a6170c087c req-09d7ac75-e2f8-475e-8281-c288b00b01fa tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:27.217774 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-36a3a4d3-e7df-4a17-a2b1-c8a6170c087c req-09d7ac75-e2f8-475e-8281-c288b00b01fa tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 944 time: 0.0786717 Jun 18 19:51:27.292227 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-36a3a4d3-e7df-4a17-a2b1-c8a6170c087c req-d30f2f75-41da-419f-94ad-3d2d10fbd59a tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663931 Jun 18 19:51:27.337797 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e235e5b-de90-430f-98c4-bbe2421ad9fe None None] New status for floating IP d8c26586-b933-4a69-982b-4d2df8333dcc: DOWN {{(pid=100015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:51:27.469246 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-a4dfbaa5-a1a8-4f6c-97f6-c393a4d74a4f req-fdd8bcb8-1fc6-4571-b900-5c24ba451185 service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586839 Jun 18 19:51:27.492855 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-302dd22c-dd87-4b77-b56f-c2ad8612c97f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:27.496344 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-302dd22c-dd87-4b77-b56f-c2ad8612c97f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.22 "GET /v2.0/networks?id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da HTTP/1.1" status: 200 len: 817 time: 0.2628129 Jun 18 19:51:27.553744 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-fdb459a6-7bce-4ee2-a232-bad52b303ac2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=768a52f89fe94070af46a943e64aaf6f HTTP/1.1" status: 200 len: 379 time: 0.0489810 Jun 18 19:51:27.563018 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Request body: {'port': {'device_id': 'cdc865a6-2440-4687-af5d-015c514bd936', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'admin_state_up': True, 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'security_groups': ['f05e68cb-f043-4e2e-a89f-afcca4635a76']}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:27.789282 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Made reservation on behalf of 768a52f89fe94070af46a943e64aaf6f for: {'port': 1} {{(pid=100012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 19:51:27.795870 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:27.805970 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:27.809998 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f11d085-96d2-4e4a-a375-5f67ab81e0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:27.870339 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0002cd-a3ba-4a36-b0b0-f111014b0cfb x-openstack-request-id: req-5b0002cd-a3ba-4a36-b0b0-f111014b0cfb {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:27.870667 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:27.870946 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b0002cd-a3ba-4a36-b0b0-f111014b0cfb {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:27.871371 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'status': 'completed', 'code': 200} Jun 18 19:51:28.004847 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11d085-96d2-4e4a-a375-5f67ab81e0aa req-a277fd74-e258-4cdb-be13-a8f82fcb15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:28.006377 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f11d085-96d2-4e4a-a375-5f67ab81e0aa req-a277fd74-e258-4cdb-be13-a8f82fcb15c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f2e626262a046fdb2b42227888bad4d&device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 1097 time: 0.1259685 Jun 18 19:51:28.013185 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_common [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Allocated IP 172.20.0.14 (eb24f8e6-01fe-44d5-9dba-2bf52964b0da/f0653697-4e0e-4a33-be0c-cebd40779fe7/c601a99f-c767-4aa9-97ad-9e0ee19e3557) {{(pid=100012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:51:28.138217 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:28.192813 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11d085-96d2-4e4a-a375-5f67ab81e0aa req-34c392cd-ddbc-4056-9aa6-43100adebdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:28.194360 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f11d085-96d2-4e4a-a375-5f67ab81e0aa req-34c392cd-ddbc-4056-9aa6-43100adebdcc service neutron] 10.222.0.22 "GET /v2.0/networks?id=c39119d5-f88f-416b-ae1e-a5644229104b HTTP/1.1" status: 200 len: 908 time: 0.1780505 Jun 18 19:51:28.217246 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-41fb55a7-925d-429d-8f89-f294ddffb857 req-8fccef96-6de2-4b95-8d4b-d097dd885cc6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 210 time: 0.0635283 Jun 18 19:51:28.251592 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f11d085-96d2-4e4a-a375-5f67ab81e0aa req-de3b20a9-eaf8-4e85-bf60-3a232f6da207 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 HTTP/1.1" status: 200 len: 217 time: 0.0498421 Jun 18 19:51:28.278400 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bb9a2-4970-4fa3-be86-5a0391e5ea88 req-1b98fd5b-faba-4916-b9d3-834ab28385d5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:28.281075 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-148bb9a2-4970-4fa3-be86-5a0391e5ea88 req-1b98fd5b-faba-4916-b9d3-834ab28385d5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 945 time: 0.1950672 Jun 18 19:51:28.326696 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-148bb9a2-4970-4fa3-be86-5a0391e5ea88 req-d0471d05-7872-4211-8573-4d5f4c8bac50 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=35ca69c7-24a3-46f8-945c-e7d3806a3d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398269 Jun 18 19:51:28.338786 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11d085-96d2-4e4a-a375-5f67ab81e0aa req-0b6f5df6-db9c-40aa-80bf-e0c753aafe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:28.340288 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f11d085-96d2-4e4a-a375-5f67ab81e0aa req-0b6f5df6-db9c-40aa-80bf-e0c753aafe89 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b31b643-019a-4c72-b04e-8fe61674aaf8 HTTP/1.1" status: 200 len: 847 time: 0.0826261 Jun 18 19:51:28.345819 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for port, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:28.390450 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Transition to ACTIVE for port object c601a99f-c767-4aa9-97ad-9e0ee19e3557 will not be triggered until provisioned by entity DHCP. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:51:28.400030 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:28.451268 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11d085-96d2-4e4a-a375-5f67ab81e0aa req-3bdf8679-d6ac-4efe-bf26-ed458fafe9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:28.452818 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f11d085-96d2-4e4a-a375-5f67ab81e0aa req-3bdf8679-d6ac-4efe-bf26-ed458fafe9a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c39119d5-f88f-416b-ae1e-a5644229104b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1044180 Jun 18 19:51:28.524025 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3522723'] for port, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:28.532550 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-c45c03d1-2d66-4436-ab4f-0ef349f1088f tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:28.577946 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d68be-a7f9-4d76-b5d4-b6d7a3f0b422 req-7c31bf7f-aa5b-4987-90e8-c700a1c6e0ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:28.579076 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f91d68be-a7f9-4d76-b5d4-b6d7a3f0b422 req-7c31bf7f-aa5b-4987-90e8-c700a1c6e0ec tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 945 time: 0.1237345 Jun 18 19:51:28.591488 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05206bba-aab9-46cf-b5b0-fdeee4fb6bdb req-e7ab6bc4-151f-4876-9996-6a04c463a4fd tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:28.593382 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-05206bba-aab9-46cf-b5b0-fdeee4fb6bdb req-e7ab6bc4-151f-4876-9996-6a04c463a4fd tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 944 time: 0.1390870 Jun 18 19:51:28.593999 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53684) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:28.599968 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-95d695c4-93a2-4414-a21e-80e33f32ab71 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Request body: {'floatingip': {'port_id': '18687223-7733-471d-9734-f4db45fc01d0'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:28.612660 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Network eb24f8e6-01fe-44d5-9dba-2bf52964b0da is already hosted by enough agents. {{(pid=100012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:51:28.618380 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f11d085-96d2-4e4a-a375-5f67ab81e0aa req-7add4a8a-b68d-4149-a9e7-37e7474d6f08 service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584535 Jun 18 19:51:28.622682 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.base_scheduler [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Resources bound (agent type, host, resource id): {{(pid=100012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:51:28.625504 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Received port after_create {{(pid=100012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:51:28.642645 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event updated for resources: {'Port': ['ID=c601a99f-c767-4aa9-97ad-9e0ee19e3557,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:28.653629 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:28.656750 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-95d695c4-93a2-4414-a21e-80e33f32ab71 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:28.747368 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-05206bba-aab9-46cf-b5b0-fdeee4fb6bdb req-72c1a7fe-5a84-46b4-bb72-c2d16cf2b992 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432626 Jun 18 19:51:28.752331 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:28.753102 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:28.793714 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6f11d085-96d2-4e4a-a375-5f67ab81e0aa req-d6022ea1-fe76-41c4-815f-43024940d954 service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646013 Jun 18 19:51:28.892643 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-9df91e83-19fb-40eb-958a-18aa2ca59bed tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3338628 Jun 18 19:51:28.905966 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.v2.base [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Request body: {'port': {'device_id': 'cdc865a6-2440-4687-af5d-015c514bd936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=100012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:28.988975 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-a781629f-f57d-4592-a905-8053b711d361 None None] Provisioning for port c601a99f-c767-4aa9-97ad-9e0ee19e3557 completed by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:51:28.993202 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-a781629f-f57d-4592-a905-8053b711d361 None None] Provisioning complete for port c601a99f-c767-4aa9-97ad-9e0ee19e3557 triggered by entity DHCP. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:51:28.993650 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-a781629f-f57d-4592-a905-8053b711d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:29.027081 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:29.035899 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-a781629f-f57d-4592-a905-8053b711d361 None None] Port c601a99f-c767-4aa9-97ad-9e0ee19e3557 cannot update to ACTIVE because it is not bound. {{(pid=100014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 19:51:29.167262 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:29.249654 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-95d695c4-93a2-4414-a21e-80e33f32ab71 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:29.321861 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-95d695c4-93a2-4414-a21e-80e33f32ab71 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:29.522984 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.l3_db [None req-95d695c4-93a2-4414-a21e-80e33f32ab71 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Floating IP 16e43b56-99e5-4019-a634-5a03d2b0a38f associated. External IP: 172.28.3.114, port: 18687223-7733-471d-9734-f4db45fc01d0. Jun 18 19:51:29.623569 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f898a5-5797-411a-adb0-4211f9abff70 req-a7e79868-4d12-438b-947c-0f39a7122dd5 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:29.625064 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-72f898a5-5797-411a-adb0-4211f9abff70 req-a7e79868-4d12-438b-947c-0f39a7122dd5 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 932 time: 0.1626163 Jun 18 19:51:29.630237 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c601a99f-c767-4aa9-97ad-9e0ee19e3557 {{(pid=100012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:51:29.640787 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:29.655411 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.provisioning_blocks [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Transition to ACTIVE for port object c601a99f-c767-4aa9-97ad-9e0ee19e3557 will not be triggered until provisioned by entity L2. {{(pid=100012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 19:51:29.688675 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-72f898a5-5797-411a-adb0-4211f9abff70 req-18b631c9-8cb9-4cda-aa83-f946b9664c11 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521028 Jun 18 19:51:29.778196 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:29.782733 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4deac837-acd6-4c61-8967-64e088105978 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:29.794773 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d695c4-93a2-4414-a21e-80e33f32ab71 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Router 2eac83a4-851e-4f91-a207-a1b9a6509214 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:51:29.885873 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Pushing event updated for resources: {'Port': ['ID=c601a99f-c767-4aa9-97ad-9e0ee19e3557,revision_number=2']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:29.910861 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:29.973226 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d695c4-93a2-4414-a21e-80e33f32ab71 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:51:29.979936 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-95d695c4-93a2-4414-a21e-80e33f32ab71 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:29.986166 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Attempting to bind port c601a99f-c767-4aa9-97ad-9e0ee19e3557 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 19:51:29.986166 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Attempting to bind port c601a99f-c767-4aa9-97ad-9e0ee19e3557 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 19:51:29.986895 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Attempting to bind port c601a99f-c767-4aa9-97ad-9e0ee19e3557 on network eb24f8e6-01fe-44d5-9dba-2bf52964b0da {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:51:29.998293 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a19cc-6f4b-4660-a295-efcc49f8cc9a None None] Sync routers for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:51:30.001916 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Port c601a99f-c767-4aa9-97ad-9e0ee19e3557 on network eb24f8e6-01fe-44d5-9dba-2bf52964b0da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 19:51:30.002332 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Attempting to bind port c601a99f-c767-4aa9-97ad-9e0ee19e3557 on network eb24f8e6-01fe-44d5-9dba-2bf52964b0da {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 19:51:30.015102 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Checking agent: {'id': 'f7a52ea6-0f38-4dff-83b4-ac5d5cd2b0b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'started_at': datetime.datetime(2021, 6, 18, 19, 42, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 19, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 19:51:30.015772 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Checking segment: {'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 19:51:30.017935 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Bound using segment: {'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'} {{(pid=100012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 19:51:30.019708 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.managers [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Bound port: c601a99f-c767-4aa9-97ad-9e0ee19e3557, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01227134-a3ad-4825-9ab0-555c06a5becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da'}}] {{(pid=100012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 19:51:30.020098 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:30.038631 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-95d695c4-93a2-4414-a21e-80e33f32ab71 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "PUT /v2.0/floatingips/16e43b56-99e5-4019-a634-5a03d2b0a38f HTTP/1.1" status: 200 len: 991 time: 1.4428117 Jun 18 19:51:30.042989 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28372743-cc2d-4fd3-b2ab-4403a4c558fb', 'tag': '18687223-7733-471d-9734-f4db45fc01d0'}] {{(pid=100013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:30.052516 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8598b9a5517d357e4f2667912ebf39b68208aad9c222937d19f503d2a0714b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66b8102-4a60-45b7-8732-7ac9f241fdaf" -d '{"events": [{"name": "network-changed", "server_uuid": "28372743-cc2d-4fd3-b2ab-4403a4c558fb", "tag": "18687223-7733-471d-9734-f4db45fc01d0"}]}' {{(pid=100013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:30.078879 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a19cc-6f4b-4660-a295-efcc49f8cc9a None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:30.080442 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-8f9a19cc-6f4b-4660-a295-efcc49f8cc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:51:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:30.081036 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e325eeb-55fa-4b01-92fe-efc6f65bd9f2 req-c1bde63a-be5c-457b-ad80-60a9ca1461ab tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:30.093481 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1e325eeb-55fa-4b01-92fe-efc6f65bd9f2 req-c1bde63a-be5c-457b-ad80-60a9ca1461ab tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 944 time: 0.1844778 Jun 18 19:51:30.148776 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1e325eeb-55fa-4b01-92fe-efc6f65bd9f2 req-c3d0baaf-b7a2-4d0c-a7f6-15bc891f4bf3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521731 Jun 18 19:51:30.171028 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] For port c601a99f-c767-4aa9-97ad-9e0ee19e3557, host hv-cinder-79053, cleared binding levels {{(pid=100012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 19:51:30.175189 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] For port c601a99f-c767-4aa9-97ad-9e0ee19e3557, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 19:51:30.224178 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be48207-fed3-4000-b524-517af8bca457 x-openstack-request-id: req-5be48207-fed3-4000-b524-517af8bca457 {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:30.224178 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28372743-cc2d-4fd3-b2ab-4403a4c558fb", "tag": "18687223-7733-471d-9734-f4db45fc01d0", "status": "completed", "code": 200}]} {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:30.224178 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5be48207-fed3-4000-b524-517af8bca457 {{(pid=100013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:30.224178 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28372743-cc2d-4fd3-b2ab-4403a4c558fb', 'tag': '18687223-7733-471d-9734-f4db45fc01d0', 'status': 'completed', 'code': 200} Jun 18 19:51:30.285160 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:30.296552 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-8f9a19cc-6f4b-4660-a295-efcc49f8cc9a None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:30.305895 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8102-4a60-45b7-8732-7ac9f241fdaf req-d7a65ad1-a881-42a6-8d35-b286d3479b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:30.307429 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d66b8102-4a60-45b7-8732-7ac9f241fdaf req-d7a65ad1-a881-42a6-8d35-b286d3479b68 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 1098 time: 0.0573788 Jun 18 19:51:30.334371 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3522709'] for port, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:30.366576 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ec155420-bf31-49ef-b175-2f7bcc3a36cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:30.419093 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:30.419728 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:30.421197 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] 10.222.0.22 "PUT /v2.0/ports/c601a99f-c767-4aa9-97ad-9e0ee19e3557 HTTP/1.1" status: 200 len: 1094 time: 1.5213091 Jun 18 19:51:30.421748 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:30.424279 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f81d88-5ee4-4fed-9929-bc136e084f35" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:30.468593 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Pushing event updated for resources: {'Port': ['ID=c601a99f-c767-4aa9-97ad-9e0ee19e3557,revision_number=3']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:30.473631 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:30.490638 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa31c3db-5710-4a3c-8bc1-abb1a705de06 x-openstack-request-id: req-aa31c3db-5710-4a3c-8bc1-abb1a705de06 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:30.490993 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:30.492349 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa31c3db-5710-4a3c-8bc1-abb1a705de06 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:30.492871 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'status': 'completed', 'code': 200} Jun 18 19:51:30.500337 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8102-4a60-45b7-8732-7ac9f241fdaf req-916578d2-cce0-43fc-9d9a-b215f3eda809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:30.504465 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d66b8102-4a60-45b7-8732-7ac9f241fdaf req-916578d2-cce0-43fc-9d9a-b215f3eda809 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 200 len: 911 time: 0.1904685 Jun 18 19:51:30.629605 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d66b8102-4a60-45b7-8732-7ac9f241fdaf req-1c1d264d-0b9c-445c-814b-7c993713b4ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18687223-7733-471d-9734-f4db45fc01d0 HTTP/1.1" status: 200 len: 999 time: 0.1179893 Jun 18 19:51:30.684828 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81d88-5ee4-4fed-9929-bc136e084f35 req-cb2cd5b6-d31c-4d77-9e2f-ca392e2ec58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:30.686371 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-95f81d88-5ee4-4fed-9929-bc136e084f35 req-cb2cd5b6-d31c-4d77-9e2f-ca392e2ec58b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 1097 time: 0.1665685 Jun 18 19:51:30.705504 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8102-4a60-45b7-8732-7ac9f241fdaf req-7bf8ad03-9599-4666-bbdd-3e1876562fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:30.707141 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d66b8102-4a60-45b7-8732-7ac9f241fdaf req-7bf8ad03-9599-4666-bbdd-3e1876562fe1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc1a5fed-d7ef-4e8a-8976-b177519138c1 HTTP/1.1" status: 200 len: 850 time: 0.0704701 Jun 18 19:51:30.770367 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-8f9a19cc-6f4b-4660-a295-efcc49f8cc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': '16e43b56-99e5-4019-a634-5a03d2b0a38f', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'floating_ip_address': '172.28.3.114', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'port_id': '18687223-7733-471d-9734-f4db45fc01d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'mac_address': 'fa:16:3e:2b:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28372743-cc2d-4fd3-b2ab-4403a4c558fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:51:11Z', 'updated_at': '2021-06-18T19:51:29Z', 'revision_number': 1, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:07Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:30.809681 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a19cc-6f4b-4660-a295-efcc49f8cc9a None None] Checking router: 2eac83a4-851e-4f91-a207-a1b9a6509214 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:51:30.828882 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9a19cc-6f4b-4660-a295-efcc49f8cc9a None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:30.829925 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-8f9a19cc-6f4b-4660-a295-efcc49f8cc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:51:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:30.919740 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8ee83-b0d2-4340-b370-1d9e617c0dc0 req-05360cba-a49a-478f-8aba-72e6ebecd4d5 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:30.921989 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e3c8ee83-b0d2-4340-b370-1d9e617c0dc0 req-05360cba-a49a-478f-8aba-72e6ebecd4d5 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0854921 Jun 18 19:51:30.940920 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81d88-5ee4-4fed-9929-bc136e084f35 req-fd806bef-2c16-4deb-b0fb-bd2bbfcfa161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:30.942577 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-95f81d88-5ee4-4fed-9929-bc136e084f35 req-fd806bef-2c16-4deb-b0fb-bd2bbfcfa161 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=768a52f89fe94070af46a943e64aaf6f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2474873 Jun 18 19:51:30.948404 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8102-4a60-45b7-8732-7ac9f241fdaf req-e4d27942-b6b0-436d-a513-fd86c1908e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:30.953627 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d66b8102-4a60-45b7-8732-7ac9f241fdaf req-e4d27942-b6b0-436d-a513-fd86c1908e16 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6ccd7341-ba13-4dc8-9762-671f827fe485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2305200 Jun 18 19:51:30.993014 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e3c8ee83-b0d2-4340-b370-1d9e617c0dc0 req-4826eb8b-71b5-4d84-be68-fc9c3dcb56ec tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643337 Jun 18 19:51:31.028058 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-8f9a19cc-6f4b-4660-a295-efcc49f8cc9a None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:31.188046 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81d88-5ee4-4fed-9929-bc136e084f35 req-0e499899-42bc-47ce-8c17-1e1b22b9c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:31.189561 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-95f81d88-5ee4-4fed-9929-bc136e084f35 req-0e499899-42bc-47ce-8c17-1e1b22b9c147 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2369163 Jun 18 19:51:31.191743 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d66b8102-4a60-45b7-8732-7ac9f241fdaf req-40da1a9f-3e61-42a3-a969-2a7be6531fd6 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262383 Jun 18 19:51:31.349092 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf0c75-cd56-4581-bcd6-510b67eb27a7 req-3295cf2d-d292-4c12-a625-4d904ee037e6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:31.351082 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-49cf0c75-cd56-4581-bcd6-510b67eb27a7 req-3295cf2d-d292-4c12-a625-4d904ee037e6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 945 time: 0.1555326 Jun 18 19:51:31.361937 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d66b8102-4a60-45b7-8732-7ac9f241fdaf req-e6da2b0c-d176-4647-be97-8691a9bb4ab4 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540067 Jun 18 19:51:31.390331 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-cafaa6e2-cafd-4bbe-a3a3-e685dbab1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:31.390590 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-cafaa6e2-cafd-4bbe-a3a3-e685dbab1b98 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 1097 time: 0.0995173 Jun 18 19:51:31.440297 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-49cf0c75-cd56-4581-bcd6-510b67eb27a7 req-b4956f52-1ba2-47eb-808f-6a6fc9c724f4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772369 Jun 18 19:51:31.442220 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-10b93cb4-f9ec-4d2d-9561-f40866714b1c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557 HTTP/1.1" status: 200 len: 217 time: 0.0424476 Jun 18 19:51:31.457101 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-8f9a19cc-6f4b-4660-a295-efcc49f8cc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': '16e43b56-99e5-4019-a634-5a03d2b0a38f', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'floating_ip_address': '172.28.3.114', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'port_id': '18687223-7733-471d-9734-f4db45fc01d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'mac_address': 'fa:16:3e:2b:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28372743-cc2d-4fd3-b2ab-4403a4c558fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:51:11Z', 'updated_at': '2021-06-18T19:51:29Z', 'revision_number': 1, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:07Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:31.460829 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49549da7-a1dc-4fef-91b2-45a85488e068 req-e44abb2b-c988-4722-9df3-45b2330d2793 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:31.470347 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-49549da7-a1dc-4fef-91b2-45a85488e068 req-e44abb2b-c988-4722-9df3-45b2330d2793 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 944 time: 0.1179681 Jun 18 19:51:31.508277 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9a19cc-6f4b-4660-a295-efcc49f8cc9a None None] The sync data for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb is: [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': '16e43b56-99e5-4019-a634-5a03d2b0a38f', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'floating_ip_address': '172.28.3.114', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'port_id': '18687223-7733-471d-9734-f4db45fc01d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'mac_address': 'fa:16:3e:2b:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28372743-cc2d-4fd3-b2ab-4403a4c558fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:51:11Z', 'updated_at': '2021-06-18T19:51:29Z', 'revision_number': 1, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:07Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:51:31.510287 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-d70cc6a0-df77-4266-8909-5c3fa6366bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:31.511804 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-d70cc6a0-df77-4266-8909-5c3fa6366bcf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0653697-4e0e-4a33-be0c-cebd40779fe7 HTTP/1.1" status: 200 len: 856 time: 0.0631332 Jun 18 19:51:31.514042 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-49549da7-a1dc-4fef-91b2-45a85488e068 req-ae94f92d-8808-456b-8e17-7b641600b260 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428097 Jun 18 19:51:31.533550 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:51:31.607317 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-676937a1-3b2b-469d-af73-24a360c16b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:31.608848 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-676937a1-3b2b-469d-af73-24a360c16b90 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836678 Jun 18 19:51:31.689594 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:31.705372 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'port_id': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'mac_address': 'fa:16:3e:56:d2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:51:31.742466 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-f2b08c53-e92a-4d3c-803d-b30af820de2e service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165891 Jun 18 19:51:31.762223 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:31.777136 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:51:31.800570 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:31.821346 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9974c2f3-990d-4b7a-90b7-72b26d0cbc89 None None] New status for floating IP 16e43b56-99e5-4019-a634-5a03d2b0a38f: ACTIVE {{(pid=100015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:51:31.842892 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-d239c1d9-22f3-496a-a147-4948e40bc851 req-06e48abd-b60d-4735-9a99-de635b04ced5 service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935934 Jun 18 19:51:31.886093 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:31.888937 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-75c68373-7963-4301-816a-74324cea4803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:31.942588 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:31.945940 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:32.183344 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa226a-9b75-4629-be83-54f5ed65d264 req-ae0e9b87-171f-46da-b799-49d0b04171f2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:32.184818 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-adaa226a-9b75-4629-be83-54f5ed65d264 req-ae0e9b87-171f-46da-b799-49d0b04171f2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0650537 Jun 18 19:51:32.227404 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-adaa226a-9b75-4629-be83-54f5ed65d264 req-77a5b683-204d-4433-8239-52589b54350d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365851 Jun 18 19:51:32.522897 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:51:32.663800 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d4064-91d8-4d4b-bddf-cfa0ddf0b85e req-a2680843-368f-445c-8d16-150584ecd39e tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:32.665444 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0f0d4064-91d8-4d4b-bddf-cfa0ddf0b85e req-a2680843-368f-445c-8d16-150584ecd39e tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 945 time: 0.0864398 Jun 18 19:51:32.736119 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-0f0d4064-91d8-4d4b-bddf-cfa0ddf0b85e req-a6fb2862-03b1-4193-9bfa-b26d5ced7d1d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596781 Jun 18 19:51:32.780567 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ff1d9-a062-4e4a-b5eb-30fe50949309 req-8518b757-1c50-4f57-bed2-69b83492159c tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:32.789338 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-175ff1d9-a062-4e4a-b5eb-30fe50949309 req-8518b757-1c50-4f57-bed2-69b83492159c tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 945 time: 0.1227763 Jun 18 19:51:32.837332 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-175ff1d9-a062-4e4a-b5eb-30fe50949309 req-c315f7ed-b666-497e-b1f0-11851901f166 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462563 Jun 18 19:51:33.393590 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedebdbc-c2a3-4dc2-b1db-86240321d752 req-8228ec4a-71a9-47d8-8a45-d7dc7e798718 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:33.393590 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-dedebdbc-c2a3-4dc2-b1db-86240321d752 req-8228ec4a-71a9-47d8-8a45-d7dc7e798718 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.22 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 945 time: 0.0755827 Jun 18 19:51:33.430752 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35629a55-2e84-4108-96be-621dd0254d2e req-1f2178cd-9d05-49b3-a708-f6430a075698 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:33.432610 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-35629a55-2e84-4108-96be-621dd0254d2e req-1f2178cd-9d05-49b3-a708-f6430a075698 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0834539 Jun 18 19:51:33.478123 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-35629a55-2e84-4108-96be-621dd0254d2e req-9000cfd9-7d10-4968-abd9-de00baa8c8c8 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387728 Jun 18 19:51:33.517109 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-dedebdbc-c2a3-4dc2-b1db-86240321d752 req-e5576690-a4c6-4fa2-8dba-52fb649d01b4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Deleting port 71786684-9331-46ae-96b5-25ecf4c65848 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:33.517361 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-dedebdbc-c2a3-4dc2-b1db-86240321d752 req-e5576690-a4c6-4fa2-8dba-52fb649d01b4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:33.617812 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-dedebdbc-c2a3-4dc2-b1db-86240321d752 req-e5576690-a4c6-4fa2-8dba-52fb649d01b4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] For port 71786684-9331-46ae-96b5-25ecf4c65848, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=71786684-9331-46ae-96b5-25ecf4c65848,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:33.618173 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-dedebdbc-c2a3-4dc2-b1db-86240321d752 req-e5576690-a4c6-4fa2-8dba-52fb649d01b4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:33.687678 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-dedebdbc-c2a3-4dc2-b1db-86240321d752 req-e5576690-a4c6-4fa2-8dba-52fb649d01b4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Calling delete_port for 71786684-9331-46ae-96b5-25ecf4c65848 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:33.897691 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-dedebdbc-c2a3-4dc2-b1db-86240321d752 req-e5576690-a4c6-4fa2-8dba-52fb649d01b4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:33.903442 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-edaba5ed-96f2-4c36-8a8e-332de2af1b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:33.910591 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['71786684-9331-46ae-96b5-25ecf4c65848'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:51:33.934924 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5576690-a4c6-4fa2-8dba-52fb649d01b4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Pushing event deleted for resources: {'Port': ['ID=71786684-9331-46ae-96b5-25ecf4c65848,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:33.937617 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e5576690-a4c6-4fa2-8dba-52fb649d01b4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:33.971806 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f004b-3997-4b19-a44e-8097a87b16bd req-2ed4fac9-47ce-45ec-9cfd-abc9e70390d7 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:33.984094 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7c1f004b-3997-4b19-a44e-8097a87b16bd req-2ed4fac9-47ce-45ec-9cfd-abc9e70390d7 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cef201-7037-48fc-bbaa-7d56eb927a5e HTTP/1.1" status: 200 len: 867 time: 0.1047719 Jun 18 19:51:33.998321 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedebdbc-c2a3-4dc2-b1db-86240321d752 req-e5576690-a4c6-4fa2-8dba-52fb649d01b4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] No DVR routers for this DVR port 71786684-9331-46ae-96b5-25ecf4c65848 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:34.009939 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-dedebdbc-c2a3-4dc2-b1db-86240321d752 req-e5576690-a4c6-4fa2-8dba-52fb649d01b4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:34.012720 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-dedebdbc-c2a3-4dc2-b1db-86240321d752 req-e5576690-a4c6-4fa2-8dba-52fb649d01b4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.22 "DELETE /v2.0/ports/71786684-9331-46ae-96b5-25ecf4c65848 HTTP/1.1" status: 204 len: 173 time: 0.6144025 Jun 18 19:51:34.013352 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'name': 'network-vif-deleted', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:34.016562 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34660e69-1992-4024-9815-c0f9311fe47b" -d '{"events": [{"server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "name": "network-vif-deleted", "tag": "71786684-9331-46ae-96b5-25ecf4c65848"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:34.037951 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7c1f004b-3997-4b19-a44e-8097a87b16bd req-070771cf-1196-4896-af10-fe0d63285d1d tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a75f4d6-919e-4f39-914e-eff8ca81b124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533280 Jun 18 19:51:34.097340 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1f132-7b90-41f5-b977-20369c3c52d2 req-dd099d25-1950-47f0-a400-f16dd21f3ad2 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:34.101230 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-26f1f132-7b90-41f5-b977-20369c3c52d2 req-dd099d25-1950-47f0-a400-f16dd21f3ad2 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 945 time: 0.0816646 Jun 18 19:51:34.140034 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-26f1f132-7b90-41f5-b977-20369c3c52d2 req-7ee84eee-90dc-4ca3-8f58-0042a417f9ec tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344191 Jun 18 19:51:34.186210 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3560a31c-2e70-449a-ad38-3023ba179cd5 x-openstack-request-id: req-3560a31c-2e70-449a-ad38-3023ba179cd5 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:34.186541 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cef201-7037-48fc-bbaa-7d56eb927a5e", "name": "network-vif-deleted", "tag": "71786684-9331-46ae-96b5-25ecf4c65848", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:34.186835 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3560a31c-2e70-449a-ad38-3023ba179cd5 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:34.187306 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cef201-7037-48fc-bbaa-7d56eb927a5e', 'name': 'network-vif-deleted', 'tag': '71786684-9331-46ae-96b5-25ecf4c65848', 'status': 'completed', 'code': 200} Jun 18 19:51:34.677698 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fb439-effe-4500-80a9-3c857cb8ffff req-52dfe963-a11f-4e3f-a9a9-486f32075849 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:34.679057 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-888fb439-effe-4500-80a9-3c857cb8ffff req-52dfe963-a11f-4e3f-a9a9-486f32075849 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0661588 Jun 18 19:51:34.721067 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-888fb439-effe-4500-80a9-3c857cb8ffff req-76804d2e-e28d-4f1d-9d41-5590de439e1e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355253 Jun 18 19:51:35.340828 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac182b5-dcbe-4f4e-96f3-dbe4261464a2 req-def9b037-d72b-4f4c-bc09-56f324aeba67 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:35.342619 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5ac182b5-dcbe-4f4e-96f3-dbe4261464a2 req-def9b037-d72b-4f4c-bc09-56f324aeba67 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 945 time: 0.0897870 Jun 18 19:51:35.388117 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-5ac182b5-dcbe-4f4e-96f3-dbe4261464a2 req-41471b3a-00f8-4a4c-8c41-39e35b0bd461 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395024 Jun 18 19:51:35.529283 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device c601a99f-c767-4aa9-97ad-9e0ee19e3557 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:51:35.531937 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:51:35.673321 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port c601a99f-c767-4aa9-97ad-9e0ee19e3557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:35.687224 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'port_id': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'mac_address': 'fa:16:3e:5a:f9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:51:35.716487 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:51:35.726892 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:51:35.727268 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:35.758615 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:35.785207 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c601a99f-c767-4aa9-97ad-9e0ee19e3557 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:51:35.812732 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port c601a99f-c767-4aa9-97ad-9e0ee19e3557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:35.855025 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:35.878277 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:35.880900 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8093c7d-e35f-4250-8451-104f1b339c81" -d '{"events": [{"server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "name": "network-vif-plugged", "status": "completed", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:35.892974 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:35.897119 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:35.901767 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:35.937184 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b592f-43da-46a5-ab69-ef581d491980 req-a3290aa1-e4d2-481e-b54c-1f85660bb9bc tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:35.937184 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ae3b592f-43da-46a5-ab69-ef581d491980 req-a3290aa1-e4d2-481e-b54c-1f85660bb9bc tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0860806 Jun 18 19:51:35.941472 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9549eb93-842f-4bf6-9785-3a086dc2426a x-openstack-request-id: req-9549eb93-842f-4bf6-9785-3a086dc2426a {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:35.945191 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "name": "network-vif-plugged", "status": "completed", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:35.945705 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9549eb93-842f-4bf6-9785-3a086dc2426a {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:35.946246 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'code': 200} Jun 18 19:51:35.960358 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=c601a99f-c767-4aa9-97ad-9e0ee19e3557,revision_number=4']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:35.969089 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:35.969744 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:35.970231 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:35.970708 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:35.971176 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:35.971667 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:35.972005 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:35.972336 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:35.972666 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:35.973020 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:35.973349 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:35.973668 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:51:35.978163 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:35.985735 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ae3b592f-43da-46a5-ab69-ef581d491980 req-e4f4ab86-f18e-4b24-8b8e-2f2f4b8b4f7b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432630 Jun 18 19:51:35.999281 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:36.001992 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:36.055001 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:36.058348 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:36.258051 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['c601a99f-c767-4aa9-97ad-9e0ee19e3557'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:51:36.375990 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bbe87-116e-4f57-a319-c9c4d812a3ab req-40d97c66-7016-481a-ab76-e6ce7acb110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:36.377549 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-076bbe87-116e-4f57-a319-c9c4d812a3ab req-40d97c66-7016-481a-ab76-e6ce7acb110c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 1099 time: 0.0574839 Jun 18 19:51:36.414988 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-076bbe87-116e-4f57-a319-c9c4d812a3ab req-7f3fa6e2-7388-46e8-b4f6-77a1b67f541e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311811 Jun 18 19:51:36.589496 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a088cf-8eef-4789-b209-23b1c9f4b278 req-ca2df1bb-490e-4a08-af25-9e6b1a8531fd tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:36.591098 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-52a088cf-8eef-4789-b209-23b1c9f4b278 req-ca2df1bb-490e-4a08-af25-9e6b1a8531fd tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0701895 Jun 18 19:51:36.636351 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-52a088cf-8eef-4789-b209-23b1c9f4b278 req-62aea9f8-6523-4940-b99e-f16d845f793e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373211 Jun 18 19:51:36.694427 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53874) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:37.162845 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fdb74009-0cfe-403a-865a-fb7cd34d3137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509175'] for router_interface, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:37.203703 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3ed13-5182-4d43-b634-c5b37a2ccc2b req-c04f7814-9cfc-4022-8e8a-f667505a8a82 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:37.205319 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a2b3ed13-5182-4d43-b634-c5b37a2ccc2b req-c04f7814-9cfc-4022-8e8a-f667505a8a82 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 945 time: 0.0770001 Jun 18 19:51:37.258120 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a2b3ed13-5182-4d43-b634-c5b37a2ccc2b req-46b91058-bdd8-4cea-b7ce-9004401cfe70 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440397 Jun 18 19:51:37.509018 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-fdb74009-0cfe-403a-865a-fb7cd34d3137 admin admin] Deleting port 98e058da-813c-4d0f-9203-fabe7a632968 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:37.510535 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fdb74009-0cfe-403a-865a-fb7cd34d3137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:37.545504 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device c601a99f-c767-4aa9-97ad-9e0ee19e3557 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:51:37.589623 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [None req-fdb74009-0cfe-403a-865a-fb7cd34d3137 admin admin] For port 98e058da-813c-4d0f-9203-fabe7a632968, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=98e058da-813c-4d0f-9203-fabe7a632968,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:37.590081 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fdb74009-0cfe-403a-865a-fb7cd34d3137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:37.656119 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-fdb74009-0cfe-403a-865a-fb7cd34d3137 admin admin] Calling delete_port for 98e058da-813c-4d0f-9203-fabe7a632968 owned by network:router_interface {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:37.681383 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning for port c601a99f-c767-4aa9-97ad-9e0ee19e3557 completed by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 19:51:37.687352 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port c601a99f-c767-4aa9-97ad-9e0ee19e3557 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:51:37.687877 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:37.826555 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:37.851494 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded76715-cffe-4ff4-a942-3ed7251316a7 req-14380a23-4d45-409b-a82e-af09e9da9741 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:37.865182 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ded76715-cffe-4ff4-a942-3ed7251316a7 req-14380a23-4d45-409b-a82e-af09e9da9741 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0971293 Jun 18 19:51:37.892421 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port c601a99f-c767-4aa9-97ad-9e0ee19e3557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:37.923957 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ded76715-cffe-4ff4-a942-3ed7251316a7 req-7106f0b2-0245-470a-8120-978e825b14b7 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569782 Jun 18 19:51:37.948362 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:37.951105 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a91e72-f014-49ca-9b9f-c7286aafae1a" -d '{"events": [{"server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "name": "network-vif-plugged", "status": "completed", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:37.958225 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:37.959150 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 71786684-9331-46ae-96b5-25ecf4c65848 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:37.983437 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:37.985873 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 71786684-9331-46ae-96b5-25ecf4c65848 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:37.986018 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 71786684-9331-46ae-96b5-25ecf4c65848 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:38.047222 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fdb74009-0cfe-403a-865a-fb7cd34d3137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.050127 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=c601a99f-c767-4aa9-97ad-9e0ee19e3557,revision_number=5']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:38.051537 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-75710d51-7675-4156-8cb8-a3426802a2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:38.066563 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:38.083556 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb74009-0cfe-403a-865a-fb7cd34d3137 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e058da-813c-4d0f-9203-fabe7a632968,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:38.087454 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-fdb74009-0cfe-403a-865a-fb7cd34d3137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:38.171778 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c41620-3c37-4b80-8427-e4faa01ba788 x-openstack-request-id: req-e5c41620-3c37-4b80-8427-e4faa01ba788 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:38.172121 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "name": "network-vif-plugged", "status": "completed", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:38.172408 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5c41620-3c37-4b80-8427-e4faa01ba788 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:38.172855 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'code': 200} Jun 18 19:51:38.269692 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-fdb74009-0cfe-403a-865a-fb7cd34d3137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-701045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509003'] for router_interface, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.535697 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f175d-b5f6-4e35-83e4-2dbebc6b2142 req-026958e8-0650-4fc3-951c-d572672b6808 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:38.541291 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-846f175d-b5f6-4e35-83e4-2dbebc6b2142 req-026958e8-0650-4fc3-951c-d572672b6808 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.1046889 Jun 18 19:51:38.553487 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53894) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:38.595484 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:51:38.605139 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-846f175d-b5f6-4e35-83e4-2dbebc6b2142 req-a51df4c1-fd4d-4afb-9af9-5a5877e7c9fe tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503201 Jun 18 19:51:38.689650 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a615f962-29ce-4827-a251-1d470d94426a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.730799 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111668e0-2735-4047-b959-8f483b5499f0 req-eef65eb6-9501-4302-9ab6-89357070f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:38.732443 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-111668e0-2735-4047-b959-8f483b5499f0 req-eef65eb6-9501-4302-9ab6-89357070f762 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 1099 time: 0.0794027 Jun 18 19:51:38.790842 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a615f962-29ce-4827-a251-1d470d94426a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.838010 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-111668e0-2735-4047-b959-8f483b5499f0 req-e42668f6-8f6c-4b88-9b65-086df6bfc28e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710375 Jun 18 19:51:38.869355 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-a615f962-29ce-4827-a251-1d470d94426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:38.873786 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-86e08a99-8126-471c-981b-1f7e6f64d246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:38.874665 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb74009-0cfe-403a-865a-fb7cd34d3137 admin admin] Router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:51:38.919082 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-a615f962-29ce-4827-a251-1d470d94426a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3cb0297c17234a33be1523390189828a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524022 Jun 18 19:51:38.919082 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615f962-29ce-4827-a251-1d470d94426a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595bb12d-0503-46c2-ba90-e912bc425cee,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:38.919549 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53900) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:38.926979 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-a615f962-29ce-4827-a251-1d470d94426a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:38.975834 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0d9e-2a76-4e9b-ba88-6a2358cef2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.001758 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0d9e-2a76-4e9b-ba88-6a2358cef2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.027318 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb74009-0cfe-403a-865a-fb7cd34d3137 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:51:39.037089 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-fdb74009-0cfe-403a-865a-fb7cd34d3137 admin admin] 10.222.0.30 "PUT /v2.0/routers/6d18c28a-adc0-4884-b9bb-23471f3d6a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3396201 Jun 18 19:51:39.037481 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53904) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:39.043025 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7dbe1-e6fe-4eba-a916-c5228a48f900 None None] Sync routers for ids ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:51:39.059483 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7dbe1-e6fe-4eba-a916-c5228a48f900 None None] Routers {'6d18c28a-adc0-4884-b9bb-23471f3d6a9d'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:39.059483 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-b1a7dbe1-e6fe-4eba-a916-c5228a48f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:51:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:39.143433 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fb072-7879-4562-89ce-9fd495b19ecf req-a4a5be79-0292-423e-98c6-208d011d76c6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:39.145570 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ab7fb072-7879-4562-89ce-9fd495b19ecf req-a4a5be79-0292-423e-98c6-208d011d76c6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0765097 Jun 18 19:51:39.169728 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0d9e-2a76-4e9b-ba88-6a2358cef2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.172218 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4f4d0d9e-2a76-4e9b-ba88-6a2358cef2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.173368 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-4f4d0d9e-2a76-4e9b-ba88-6a2358cef2ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/595bb12d-0503-46c2-ba90-e912bc425cee HTTP/1.1" status: 204 len: 168 time: 0.2529430 Jun 18 19:51:39.176483 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3269a56f-5e21-4f19-8580-d1d3c212926c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:39.179420 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.188928 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d0d9e-2a76-4e9b-ba88-6a2358cef2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595bb12d-0503-46c2-ba90-e912bc425cee,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:39.191367 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-b1a7dbe1-e6fe-4eba-a916-c5228a48f900 None None] Set router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:39.199719 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-4f4d0d9e-2a76-4e9b-ba88-6a2358cef2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:39.216011 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ab7fb072-7879-4562-89ce-9fd495b19ecf req-90f430cb-7785-44c8-8b12-ad41abb0436a tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630600 Jun 18 19:51:39.324036 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.432813 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd3081-472b-4c81-b9e6-e3e021efe554 req-79270968-03cd-4ba7-b76b-ddf353008950 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:39.434412 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-14bd3081-472b-4c81-b9e6-e3e021efe554 req-79270968-03cd-4ba7-b76b-ddf353008950 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0795581 Jun 18 19:51:39.435961 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-b1a7dbe1-e6fe-4eba-a916-c5228a48f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78'}], 'enable_snat': True}, 'gw_port_id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:51:37Z', 'revision_number': 5, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port': {'id': '761e3389-dae0-4bea-916f-1b10e2b7c482', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:21Z', 'updated_at': '2021-06-18T19:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:39.472436 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7dbe1-e6fe-4eba-a916-c5228a48f900 None None] Checking router: 6d18c28a-adc0-4884-b9bb-23471f3d6a9d for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:51:39.483695 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7dbe1-e6fe-4eba-a916-c5228a48f900 None None] Routers {'6d18c28a-adc0-4884-b9bb-23471f3d6a9d'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:39.484536 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-b1a7dbe1-e6fe-4eba-a916-c5228a48f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:51:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:39.490146 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-14bd3081-472b-4c81-b9e6-e3e021efe554 req-3bc49821-9b2b-49d6-8b35-85153ae7c351 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439448 Jun 18 19:51:39.497118 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Deleting port 761e3389-dae0-4bea-916f-1b10e2b7c482 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:39.497709 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.523784 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53910) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:39.641614 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] For port 761e3389-dae0-4bea-916f-1b10e2b7c482, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=761e3389-dae0-4bea-916f-1b10e2b7c482,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:39.642455 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:39.725638 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Calling delete_port for 761e3389-dae0-4bea-916f-1b10e2b7c482 owned by network:router_gateway {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:39.781350 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-b1a7dbe1-e6fe-4eba-a916-c5228a48f900 None None] Set router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d gateway port host: None {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:39.841388 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-b1a7dbe1-e6fe-4eba-a916-c5228a48f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:51:39Z', 'revision_number': 6, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port_host': None}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:39.873180 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a7dbe1-e6fe-4eba-a916-c5228a48f900 None None] The sync data for ids ['6d18c28a-adc0-4884-b9bb-23471f3d6a9d'] in dv-cinder-790535-6-smb is: [{'id': '6d18c28a-adc0-4884-b9bb-23471f3d6a9d', 'name': 'tempest-TestMinimumBasicScenario-900093087-router', 'tenant_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:20Z', 'updated_at': '2021-06-18T19:51:39Z', 'revision_number': 6, 'project_id': '02f981f24b7b4c3a90d60fa7f3fd4c73', 'gw_port_host': None}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:51:40.046943 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.051093 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-3e84d0e9-c24b-49fa-94d4-d87aa624c488 tempest-VolumesActionsTest-933459508 tempest-VolumesActionsTest-933459508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:40.102850 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=761e3389-dae0-4bea-916f-1b10e2b7c482,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:40.108222 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:40.190108 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618599'] for router_gateway, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.227386 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a81db5-21f0-47d6-98cd-33513609c4d9 tempest-TestShelveInstance-233663496 tempest-TestShelveInstance-233663496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:40.230535 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-36a81db5-21f0-47d6-98cd-33513609c4d9 tempest-TestShelveInstance-233663496 tempest-TestShelveInstance-233663496-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 1094 time: 0.7046809 Jun 18 19:51:40.237368 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53918) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:40.239182 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Request body: {'floatingip': {'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'port_id': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:40.260012 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393b89e-40be-47f2-926a-8e7f9b6d9729 req-623d07ba-5aaa-4e6d-b4b2-8c0e7815f86c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:40.267426 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c393b89e-40be-47f2-926a-8e7f9b6d9729 req-623d07ba-5aaa-4e6d-b4b2-8c0e7815f86c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.4370861 Jun 18 19:51:40.313708 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c393b89e-40be-47f2-926a-8e7f9b6d9729 req-18aff003-6885-47e7-a381-bdf3eafcf06f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454404 Jun 18 19:51:40.315179 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6929'] for router, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.317686 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.405968 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for floatingip, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.462592 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.463574 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d18c28a-adc0-4884-b9bb-23471f3d6a9d {{(pid=100012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:51:40.468825 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] Notify callbacks [] for router, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.470015 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-24978988-36a0-4806-be75-53c8031398a4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6d18c28a-adc0-4884-b9bb-23471f3d6a9d HTTP/1.1" status: 204 len: 168 time: 1.4291606 Jun 18 19:51:40.472566 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53920) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:40.510340 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-16300137'] for port, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.518574 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c80aa10-8889-4155-82b2-d12b338e960c admin admin] Deleting subnet f6570351-74b4-4cc3-bebd-c4188a0559e4 {{(pid=100012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:51:40.522521 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6c80aa10-8889-4155-82b2-d12b338e960c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.558748 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6c80aa10-8889-4155-82b2-d12b338e960c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127656646'] for subnet, precommit_delete_associations {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.619601 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_common [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Allocated IP 172.28.3.18 (2440ce7d-0693-4835-ae79-95ddbd08681a/f02942c2-2139-4351-ad43-c8c3eac5d335/3201ea84-daf5-4a58-bd15-fd73ca2f97ba) {{(pid=100013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 19:51:40.674722 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6c80aa10-8889-4155-82b2-d12b338e960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.760565 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for port, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.789610 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6c80aa10-8889-4155-82b2-d12b338e960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3522774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127559394'] for subnet, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.794520 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:40.829117 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6c80aa10-8889-4155-82b2-d12b338e960c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.834237 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-6c80aa10-8889-4155-82b2-d12b338e960c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f6570351-74b4-4cc3-bebd-c4188a0559e4 HTTP/1.1" status: 204 len: 168 time: 0.3582315 Jun 18 19:51:40.834237 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80aa10-8889-4155-82b2-d12b338e960c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6570351-74b4-4cc3-bebd-c4188a0559e4,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:40.834591 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53922) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:40.837584 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6c80aa10-8889-4155-82b2-d12b338e960c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:40.838909 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c02cf16-c632-4e40-b4b9-1909c3ea7faf None None] Network ab908d26-3e61-4c66-8491-893153b90c59 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:51:40.878444 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-16300970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727448050499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3353483'] for port, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.882595 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:40.941947 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Network 2440ce7d-0693-4835-ae79-95ddbd08681a is already hosted by enough agents. {{(pid=100013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 19:51:40.950776 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.base_scheduler [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Resources bound (agent type, host, resource id): {{(pid=100013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 19:51:40.955376 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:40.957959 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Received port after_create {{(pid=100013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 19:51:40.964205 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Pushing event updated for resources: {'Port': ['ID=3201ea84-daf5-4a58-bd15-fd73ca2f97ba,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:40.969656 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:41.064924 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c148d5-ad59-49a7-9620-1d4d7bc4c90b None None] DHCP port deletion for ab908d26-3e61-4c66-8491-893153b90c59 request from dv-cinder-790535-6-smb {{(pid=100014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 19:51:41.114073 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-03c148d5-ad59-49a7-9620-1d4d7bc4c90b None None] Deleting port d27bac5a-4578-4029-989e-7845dcbdaa14 {{(pid=100014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:41.114489 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-03c148d5-ad59-49a7-9620-1d4d7bc4c90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:41.120763 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Deleting port d27bac5a-4578-4029-989e-7845dcbdaa14 {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:41.121101 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:41.199511 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-03c148d5-ad59-49a7-9620-1d4d7bc4c90b None None] For port d27bac5a-4578-4029-989e-7845dcbdaa14, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=d27bac5a-4578-4029-989e-7845dcbdaa14,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:41.200097 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-03c148d5-ad59-49a7-9620-1d4d7bc4c90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:41.262430 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] For port d27bac5a-4578-4029-989e-7845dcbdaa14, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=d27bac5a-4578-4029-989e-7845dcbdaa14,segment=NetworkSegment(2a4f796b-d0dc-44bc-be41-1cd8b1873d07),segment_id=2a4f796b-d0dc-44bc-be41-1cd8b1873d07)] {{(pid=100013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:41.263517 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:41.277634 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-03c148d5-ad59-49a7-9620-1d4d7bc4c90b None None] Calling delete_port for d27bac5a-4578-4029-989e-7845dcbdaa14 owned by network:dhcp {{(pid=100014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:41.378109 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Calling delete_port for d27bac5a-4578-4029-989e-7845dcbdaa14 owned by network:dhcp {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:41.514661 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-03c148d5-ad59-49a7-9620-1d4d7bc4c90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508'] for port, after_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:41.517671 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:41.544849 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c148d5-ad59-49a7-9620-1d4d7bc4c90b None None] Pushing event deleted for resources: {'Port': ['ID=d27bac5a-4578-4029-989e-7845dcbdaa14,revision_number=None']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:41.548741 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-03c148d5-ad59-49a7-9620-1d4d7bc4c90b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:41.549799 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c148d5-ad59-49a7-9620-1d4d7bc4c90b None None] No DVR routers for this DVR port d27bac5a-4578-4029-989e-7845dcbdaa14 on host dv-cinder-790535-6-smb {{(pid=100014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:41.622383 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device d27bac5a-4578-4029-989e-7845dcbdaa14 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:41.631527 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: d27bac5a-4578-4029-989e-7845dcbdaa14 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:41.631861 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device d27bac5a-4578-4029-989e-7845dcbdaa14 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:41.632249 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 98e058da-813c-4d0f-9203-fabe7a632968 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:41.652155 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: 98e058da-813c-4d0f-9203-fabe7a632968 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:41.652520 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 98e058da-813c-4d0f-9203-fabe7a632968 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:41.653068 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 761e3389-dae0-4bea-916f-1b10e2b7c482 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:41.668190 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:41.672522 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: 761e3389-dae0-4bea-916f-1b10e2b7c482 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:41.672913 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 761e3389-dae0-4bea-916f-1b10e2b7c482 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:41.673088 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:41.738054 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] No DVR routers for this DVR port d27bac5a-4578-4029-989e-7845dcbdaa14 on host dv-cinder-790535-6-smb {{(pid=100013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:41.739725 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Pushing event deleted for resources: {'Port': ['ID=d27bac5a-4578-4029-989e-7845dcbdaa14,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:41.748925 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b054-ec16-44ba-a3ad-bdcd7b3a7f1d req-540a2df6-c4d6-46f1-abde-1aeefda12be1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:41.750441 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ac18b054-ec16-44ba-a3ad-bdcd7b3a7f1d req-540a2df6-c4d6-46f1-abde-1aeefda12be1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.2782252 Jun 18 19:51:41.751337 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:41.849592 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:41.886617 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ac18b054-ec16-44ba-a3ad-bdcd7b3a7f1d req-f097b267-87cf-407c-acc7-331e20327829 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285131 Jun 18 19:51:41.888319 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:41.904983 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab908d26-3e61-4c66-8491-893153b90c59']}} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:41.918356 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4f796b-d0dc-44bc-be41-1cd8b1873d07') {'for_net_delete': True} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:41.918656 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4f796b-d0dc-44bc-be41-1cd8b1873d07') {} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:41.932910 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3430585'] for segment, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:41.948425 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:41.955147 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=100013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:51:41.955542 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283797'] for segment, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: self.session.flush() Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: self.session.flush() Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: self.session.flush() Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: self.session.flush() Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: Traceback (most recent call last): Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: timer() Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: cb(*args, **kw) Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: return func(*args, **kwargs) Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: self._notify() Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: self.callback(batched_events) Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: event.method(event) Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: return f(self, *a, **k) Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: return self._get(url).json() Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: return self.request(url, 'GET', **kwargs) Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:51:41.957240 dv-cinder-790535-6-smb neutron-server[100013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:51:42.071951 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:42.126425 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:42.148205 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-a150e282-c87e-4a61-aa85-54ac84b1bd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:42.152311 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:42.154153 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ab908d26-3e61-4c66-8491-893153b90c59 HTTP/1.1" status: 204 len: 168 time: 1.3181610 Jun 18 19:51:42.157339 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53930) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:42.191658 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce1a20-50f8-4836-8e36-13f7ec7ec06f req-1d438abd-4ee0-4c14-97f9-cee86ba36a9b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:42.193157 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e0ce1a20-50f8-4836-8e36-13f7ec7ec06f req-1d438abd-4ee0-4c14-97f9-cee86ba36a9b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.1747844 Jun 18 19:51:42.204397 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53932) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:42.210699 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.v2.base [None req-cacb2987-5ed7-4c66-8259-a36ff56df121 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Request body: {'floatingip': {'port_id': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557'}} {{(pid=100013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 19:51:42.213530 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab908d26-3e61-4c66-8491-893153b90c59,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:42.218958 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-70e4120c-d01f-4541-883b-f432abcd9072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:42.261968 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cacb2987-5ed7-4c66-8259-a36ff56df121 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, before_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:42.427426 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for port, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:42.510914 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353533'] for port, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:42.517351 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ad51fb28-ec17-40f9-8794-83b0e8a73431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:42.548396 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509175'] for router_interface, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:42.675051 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Pushing event updated for resources: {'Port': ['ID=3201ea84-daf5-4a58-bd15-fd73ca2f97ba,revision_number=2']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:42.682708 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:42.697594 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:42.843231 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] Deleting port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:42.843750 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:42.880882 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.l3_db [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Floating IP 5804c158-d647-4d35-b7e2-cfaddd43d071 associated. External IP: 172.28.3.18, port: 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3. Jun 18 19:51:42.925024 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] For port ed18dbb5-f316-4e4f-ba26-7c55c4d6e641, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=ed18dbb5-f316-4e4f-ba26-7c55c4d6e641,segment=NetworkSegment(30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a),segment_id=30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:42.925433 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:42.975647 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cacb2987-5ed7-4c66-8259-a36ff56df121 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:42.992960 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] Calling delete_port for ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 owned by network:router_interface {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:43.262983 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:43.265386 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4e3f6a2b-b184-4992-9447-1edb9e9f4433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:43.290460 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed18dbb5-f316-4e4f-ba26-7c55c4d6e641,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:43.294198 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:43.343187 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cacb2987-5ed7-4c66-8259-a36ff56df121 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:43.480013 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-701045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509003'] for router_interface, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:43.500623 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.l3_db [None req-cacb2987-5ed7-4c66-8259-a36ff56df121 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Floating IP 922a71ef-26ec-43df-9f30-f114df61bbb4 associated. External IP: 172.28.3.106, port: c601a99f-c767-4aa9-97ad-9e0ee19e3557. Jun 18 19:51:43.542153 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:51:43.708007 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] Router c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:51:43.756261 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:51:43.768332 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bae80c1-8d16-4e06-b257-cc8d0b67a289 None None] Sync routers for ids ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:51:43.779239 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bae80c1-8d16-4e06-b257-cc8d0b67a289 None None] Routers {'1c10ea2a-a91d-4161-9067-79a6f20b6a75'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:43.780120 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-8bae80c1-8d16-4e06-b257-cc8d0b67a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:51:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:43.828609 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:51:43.832574 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacb2987-5ed7-4c66-8259-a36ff56df121 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:51:43.836149 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] 10.222.0.30 "PUT /v2.0/routers/c056b79d-9cf6-46f0-87ec-9c7f36ada2a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6752784 Jun 18 19:51:43.836288 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53938) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:43.841484 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f40992-6efd-4c52-ad8e-4b9e8ab26d29 None None] Sync routers for ids ['c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:51:43.851999 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f40992-6efd-4c52-ad8e-4b9e8ab26d29 None None] Routers {'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:43.852641 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-26f40992-6efd-4c52-ad8e-4b9e8ab26d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:51:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:43.882276 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:43.983871 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-26f40992-6efd-4c52-ad8e-4b9e8ab26d29 None None] Set router c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:43.996499 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-8bae80c1-8d16-4e06-b257-cc8d0b67a289 None None] Set router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:44.027238 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-ee7f4398-2a7e-474d-822b-620d14e9e9dc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7784495 Jun 18 19:51:44.027238 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3'}] {{(pid=100013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:44.027238 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8598b9a5517d357e4f2667912ebf39b68208aad9c222937d19f503d2a0714b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6a06a1-8a43-4fab-b53f-01f4071e7882" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3"}]}' {{(pid=100013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:44.068949 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26285ae9-de6f-4066-822e-8a20120d5f67 x-openstack-request-id: req-26285ae9-de6f-4066-822e-8a20120d5f67 {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:44.069434 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3", "status": "completed", "code": 200}]} {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:44.069790 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26285ae9-de6f-4066-822e-8a20120d5f67 {{(pid=100013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:44.070692 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'status': 'completed', 'code': 200} Jun 18 19:51:44.087209 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Notify callbacks [] for router, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:44.144548 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacb2987-5ed7-4c66-8259-a36ff56df121 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:51:44.148872 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a06a1-8a43-4fab-b53f-01f4071e7882 req-43e5b23b-a441-4206-bc31-3ed45645afad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:44.150174 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-cacb2987-5ed7-4c66-8259-a36ff56df121 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:44.150549 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3f6a06a1-8a43-4fab-b53f-01f4071e7882 req-43e5b23b-a441-4206-bc31-3ed45645afad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f2e626262a046fdb2b42227888bad4d&device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 1099 time: 0.0605805 Jun 18 19:51:44.162344 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb6805-0451-4085-b32c-31d6279d4690 None None] Sync routers for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:51:44.212765 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-26f40992-6efd-4c52-ad8e-4b9e8ab26d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'name': 'tempest-TestMinimumBasicScenario-1724103531-router', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:29Z', 'updated_at': '2021-06-18T19:51:43Z', 'revision_number': 5, 'project_id': '079473a5e287488fa4d4e436cc70f7e4', 'gw_port': {'id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:30Z', 'updated_at': '2021-06-18T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:44.220911 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb6805-0451-4085-b32c-31d6279d4690 None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:44.221963 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-06bb6805-0451-4085-b32c-31d6279d4690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:51:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:44.226946 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-cacb2987-5ed7-4c66-8259-a36ff56df121 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "PUT /v2.0/floatingips/922a71ef-26ec-43df-9f30-f114df61bbb4 HTTP/1.1" status: 200 len: 992 time: 2.0212371 Jun 18 19:51:44.256064 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f40992-6efd-4c52-ad8e-4b9e8ab26d29 None None] Checking router: c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:51:44.263950 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:44.278323 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f40992-6efd-4c52-ad8e-4b9e8ab26d29 None None] Routers {'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:44.279446 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-26f40992-6efd-4c52-ad8e-4b9e8ab26d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:51:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:44.287730 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a06a1-8a43-4fab-b53f-01f4071e7882 req-3048e4d9-d014-4620-8d70-3da724b2ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:44.289335 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3f6a06a1-8a43-4fab-b53f-01f4071e7882 req-3048e4d9-d014-4620-8d70-3da724b2ed0d service neutron] 10.222.0.22 "GET /v2.0/networks?id=c39119d5-f88f-416b-ae1e-a5644229104b HTTP/1.1" status: 200 len: 908 time: 0.1320472 Jun 18 19:51:44.367075 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-06bb6805-0451-4085-b32c-31d6279d4690 None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:44.379356 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3f6a06a1-8a43-4fab-b53f-01f4071e7882 req-187b0495-5f7d-4d62-bca5-152460f3ce6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 HTTP/1.1" status: 200 len: 999 time: 0.0832784 Jun 18 19:51:44.419107 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Deleting port d8daa7ed-4bab-4f51-975b-b837f5f45a05 {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:44.419495 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:44.426393 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-8bae80c1-8d16-4e06-b257-cc8d0b67a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:50:35Z', 'revision_number': 4, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port': {'id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:55:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:32Z', 'updated_at': '2021-06-18T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': '5804c158-d647-4d35-b7e2-cfaddd43d071', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'floating_ip_address': '172.28.3.18', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'port_id': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'mac_address': 'fa:16:3e:56:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:51:41Z', 'updated_at': '2021-06-18T19:51:41Z', 'revision_number': 0, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d643aa-95a5-4a69-949e-6fd4f26fadb8', 'name': '', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'mac_address': 'fa:16:3e:45:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:34Z', 'updated_at': '2021-06-18T19:50:42Z', 'revision_number': 5, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'subnets': [{'id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:44.429666 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-26f40992-6efd-4c52-ad8e-4b9e8ab26d29 None None] Set router c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:44.443474 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a06a1-8a43-4fab-b53f-01f4071e7882 req-22735662-38ef-4a20-82c4-49cdd4c67803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:44.445136 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3f6a06a1-8a43-4fab-b53f-01f4071e7882 req-22735662-38ef-4a20-82c4-49cdd4c67803 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b31b643-019a-4c72-b04e-8fe61674aaf8 HTTP/1.1" status: 200 len: 847 time: 0.0582113 Jun 18 19:51:44.511693 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] For port d8daa7ed-4bab-4f51-975b-b837f5f45a05, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=d8daa7ed-4bab-4f51-975b-b837f5f45a05,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:44.512275 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:44.516826 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bae80c1-8d16-4e06-b257-cc8d0b67a289 None None] Checking router: 1c10ea2a-a91d-4161-9067-79a6f20b6a75 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:51:44.518195 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a06a1-8a43-4fab-b53f-01f4071e7882 req-f386b808-4484-4372-aea9-9de5bf057202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:44.520023 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3f6a06a1-8a43-4fab-b53f-01f4071e7882 req-f386b808-4484-4372-aea9-9de5bf057202 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c39119d5-f88f-416b-ae1e-a5644229104b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681293 Jun 18 19:51:44.587941 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Calling delete_port for d8daa7ed-4bab-4f51-975b-b837f5f45a05 owned by network:router_gateway {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:44.640238 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bae80c1-8d16-4e06-b257-cc8d0b67a289 None None] Routers {'1c10ea2a-a91d-4161-9067-79a6f20b6a75'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:44.641179 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-8bae80c1-8d16-4e06-b257-cc8d0b67a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:51:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:44.659846 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3f6a06a1-8a43-4fab-b53f-01f4071e7882 req-c1422c8d-9acd-44ce-9aca-f14742b4412c service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297560 Jun 18 19:51:44.703126 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-26f40992-6efd-4c52-ad8e-4b9e8ab26d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'name': 'tempest-TestMinimumBasicScenario-1724103531-router', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:29Z', 'updated_at': '2021-06-18T19:51:43Z', 'revision_number': 5, 'project_id': '079473a5e287488fa4d4e436cc70f7e4', 'gw_port': {'id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:30Z', 'updated_at': '2021-06-18T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:44.744480 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f40992-6efd-4c52-ad8e-4b9e8ab26d29 None None] The sync data for ids ['c056b79d-9cf6-46f0-87ec-9c7f36ada2a9'] in dv-cinder-790535-6-smb is: [{'id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'name': 'tempest-TestMinimumBasicScenario-1724103531-router', 'tenant_id': '079473a5e287488fa4d4e436cc70f7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:47:29Z', 'updated_at': '2021-06-18T19:51:43Z', 'revision_number': 5, 'project_id': '079473a5e287488fa4d4e436cc70f7e4', 'gw_port': {'id': 'd8daa7ed-4bab-4f51-975b-b837f5f45a05', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c056b79d-9cf6-46f0-87ec-9c7f36ada2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:47:30Z', 'updated_at': '2021-06-18T19:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:51:44.749615 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-06bb6805-0451-4085-b32c-31d6279d4690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': '922a71ef-26ec-43df-9f30-f114df61bbb4', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'floating_ip_address': '172.28.3.106', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'port_id': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'mac_address': 'fa:16:3e:5a:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc865a6-2440-4687-af5d-015c514bd936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:51:21Z', 'updated_at': '2021-06-18T19:51:42Z', 'revision_number': 1, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:17Z', 'revision_number': 5, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:44.783449 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-3f6a06a1-8a43-4fab-b53f-01f4071e7882 req-1dbc0480-1af6-4cf5-b029-c866981fefab service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158817 Jun 18 19:51:44.791675 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb6805-0451-4085-b32c-31d6279d4690 None None] Checking router: f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:51:44.810239 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-8bae80c1-8d16-4e06-b257-cc8d0b67a289 None None] Set router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:44.811995 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb6805-0451-4085-b32c-31d6279d4690 None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:51:44.812613 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-06bb6805-0451-4085-b32c-31d6279d4690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:51:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:44.950480 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:44.952999 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:44.976316 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8daa7ed-4bab-4f51-975b-b837f5f45a05,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:44.980479 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:45.032622 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-06bb6805-0451-4085-b32c-31d6279d4690 None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:51:45.050236 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618599'] for router_gateway, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:45.156817 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6929'] for router, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:45.159075 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:45.297387 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:45.298083 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 {{(pid=100013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:51:45.303504 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] Notify callbacks [] for router, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:45.307961 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-db0315e6-384c-4503-891d-7be818c7a461 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c056b79d-9cf6-46f0-87ec-9c7f36ada2a9 HTTP/1.1" status: 204 len: 168 time: 1.4676604 Jun 18 19:51:45.316389 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-8bae80c1-8d16-4e06-b257-cc8d0b67a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:50:35Z', 'revision_number': 4, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port': {'id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:55:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:32Z', 'updated_at': '2021-06-18T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': '5804c158-d647-4d35-b7e2-cfaddd43d071', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'floating_ip_address': '172.28.3.18', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'port_id': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'mac_address': 'fa:16:3e:56:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:51:41Z', 'updated_at': '2021-06-18T19:51:41Z', 'revision_number': 0, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d643aa-95a5-4a69-949e-6fd4f26fadb8', 'name': '', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'mac_address': 'fa:16:3e:45:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:34Z', 'updated_at': '2021-06-18T19:50:42Z', 'revision_number': 5, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'subnets': [{'id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:45.316685 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53948) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:45.339266 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bae80c1-8d16-4e06-b257-cc8d0b67a289 None None] The sync data for ids ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'] in dv-cinder-790535-6-smb is: [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:50:35Z', 'revision_number': 4, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port': {'id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:55:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:32Z', 'updated_at': '2021-06-18T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': '5804c158-d647-4d35-b7e2-cfaddd43d071', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'floating_ip_address': '172.28.3.18', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'port_id': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'mac_address': 'fa:16:3e:56:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:51:41Z', 'updated_at': '2021-06-18T19:51:41Z', 'revision_number': 0, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d643aa-95a5-4a69-949e-6fd4f26fadb8', 'name': '', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'mac_address': 'fa:16:3e:45:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:34Z', 'updated_at': '2021-06-18T19:50:42Z', 'revision_number': 5, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'subnets': [{'id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:51:45.360227 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_v2 [None req-b774d28c-93cf-4161-be8b-e14e19fb91e5 admin admin] Deleting subnet 2194b319-1390-42d7-908f-4869e917318a {{(pid=100013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:51:45.363744 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b774d28c-93cf-4161-be8b-e14e19fb91e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:45.397281 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-06bb6805-0451-4085-b32c-31d6279d4690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': '922a71ef-26ec-43df-9f30-f114df61bbb4', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'floating_ip_address': '172.28.3.106', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'port_id': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'mac_address': 'fa:16:3e:5a:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc865a6-2440-4687-af5d-015c514bd936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:51:21Z', 'updated_at': '2021-06-18T19:51:42Z', 'revision_number': 1, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:17Z', 'revision_number': 5, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:45.406349 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b774d28c-93cf-4161-be8b-e14e19fb91e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3430576'] for subnet, precommit_delete_associations {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:45.432888 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb6805-0451-4085-b32c-31d6279d4690 None None] The sync data for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb is: [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_floatingips': [{'id': '922a71ef-26ec-43df-9f30-f114df61bbb4', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'floating_ip_address': '172.28.3.106', 'floating_network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'router_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'port_id': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'mac_address': 'fa:16:3e:5a:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc865a6-2440-4687-af5d-015c514bd936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T19:51:21Z', 'updated_at': '2021-06-18T19:51:42Z', 'revision_number': 1, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:17Z', 'revision_number': 5, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:51:45.546493 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b774d28c-93cf-4161-be8b-e14e19fb91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:45.653139 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bc5ca-26d8-4982-b014-4537c616b6ac None None] New status for floating IP 5804c158-d647-4d35-b7e2-cfaddd43d071: ACTIVE {{(pid=100014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:51:45.709088 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b774d28c-93cf-4161-be8b-e14e19fb91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3353598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410019'] for subnet, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:45.711689 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-063e2183-fcde-490a-8a1f-6891740bb2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:45.737929 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c56f711-7be7-4ae7-917e-40e7c96d97da None None] New status for floating IP 922a71ef-26ec-43df-9f30-f114df61bbb4: ACTIVE {{(pid=100015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:51:45.739207 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774d28c-93cf-4161-be8b-e14e19fb91e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2194b319-1390-42d7-908f-4869e917318a,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:45.742205 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-b774d28c-93cf-4161-be8b-e14e19fb91e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:45.748728 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b774d28c-93cf-4161-be8b-e14e19fb91e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:45.750312 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 53954) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:45.751345 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-b774d28c-93cf-4161-be8b-e14e19fb91e5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2194b319-1390-42d7-908f-4869e917318a HTTP/1.1" status: 204 len: 168 time: 0.4416461 Jun 18 19:51:45.762665 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794fa94c-7948-4765-b660-1dfe124b2cd4 None None] Network 2d856f2d-c175-434e-9ec2-bde4180fc0c0 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:51:45.973205 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:45.997309 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:45.997856 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device ed18dbb5-f316-4e4f-ba26-7c55c4d6e641 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:46.072609 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557'}] {{(pid=100013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:51:46.075418 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8598b9a5517d357e4f2667912ebf39b68208aad9c222937d19f503d2a0714b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cf3282-c126-40bb-89a8-25e21dd0b2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557"}]}' {{(pid=100013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:51:46.076382 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127f4e27-a2f4-4431-9b8f-372a2c2338d4 None None] DHCP port deletion for 2d856f2d-c175-434e-9ec2-bde4180fc0c0 request from dv-cinder-790535-6-smb {{(pid=100014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 19:51:46.115774 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9222f1-16a6-40a2-9e40-d6e1cf7c29e5 x-openstack-request-id: req-fe9222f1-16a6-40a2-9e40-d6e1cf7c29e5 {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:51:46.116457 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557", "status": "completed", "code": 200}]} {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:51:46.117172 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe9222f1-16a6-40a2-9e40-d6e1cf7c29e5 {{(pid=100013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:51:46.117888 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'status': 'completed', 'code': 200} Jun 18 19:51:46.134050 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-127f4e27-a2f4-4431-9b8f-372a2c2338d4 None None] Deleting port 4c0e586e-a486-46eb-8a10-9fd9e015c711 {{(pid=100014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:46.135163 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-127f4e27-a2f4-4431-9b8f-372a2c2338d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:46.194247 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:46.226435 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-127f4e27-a2f4-4431-9b8f-372a2c2338d4 None None] For port 4c0e586e-a486-46eb-8a10-9fd9e015c711, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=4c0e586e-a486-46eb-8a10-9fd9e015c711,segment=NetworkSegment(30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a),segment_id=30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:46.226829 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-127f4e27-a2f4-4431-9b8f-372a2c2338d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:46.252090 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf3282-c126-40bb-89a8-25e21dd0b2fd req-3b0e3870-b768-4c5a-ad59-c038c449e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:46.253950 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f3cf3282-c126-40bb-89a8-25e21dd0b2fd req-3b0e3870-b768-4c5a-ad59-c038c449e8ef service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 1099 time: 0.0956631 Jun 18 19:51:46.328817 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Deleting port 4c0e586e-a486-46eb-8a10-9fd9e015c711 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:51:46.329052 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:46.413870 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf3282-c126-40bb-89a8-25e21dd0b2fd req-7084d110-d624-4217-8a05-107789407d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:46.415322 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f3cf3282-c126-40bb-89a8-25e21dd0b2fd req-7084d110-d624-4217-8a05-107789407d09 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da HTTP/1.1" status: 200 len: 917 time: 0.1521254 Jun 18 19:51:46.420580 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] For port 4c0e586e-a486-46eb-8a10-9fd9e015c711, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=4c0e586e-a486-46eb-8a10-9fd9e015c711,segment=NetworkSegment(30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a),segment_id=30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:51:46.420969 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:46.434463 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-127f4e27-a2f4-4431-9b8f-372a2c2338d4 None None] Calling delete_port for 4c0e586e-a486-46eb-8a10-9fd9e015c711 owned by network:dhcp {{(pid=100014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:46.524801 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Calling delete_port for 4c0e586e-a486-46eb-8a10-9fd9e015c711 owned by network:dhcp {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:51:46.577138 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-127f4e27-a2f4-4431-9b8f-372a2c2338d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508'] for port, after_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:46.579417 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:46.582934 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f3cf3282-c126-40bb-89a8-25e21dd0b2fd req-f9387368-4322-4b17-b5c4-4ffd37cb69af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557 HTTP/1.1" status: 200 len: 1002 time: 0.1593006 Jun 18 19:51:46.600216 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f4e27-a2f4-4431-9b8f-372a2c2338d4 None None] Pushing event deleted for resources: {'Port': ['ID=4c0e586e-a486-46eb-8a10-9fd9e015c711,revision_number=None']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:46.605991 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-127f4e27-a2f4-4431-9b8f-372a2c2338d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:46.610909 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f4e27-a2f4-4431-9b8f-372a2c2338d4 None None] No DVR routers for this DVR port 4c0e586e-a486-46eb-8a10-9fd9e015c711 on host dv-cinder-790535-6-smb {{(pid=100014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:46.654909 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf3282-c126-40bb-89a8-25e21dd0b2fd req-d2cdfb83-0e51-4b54-a9ef-85040165e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:46.656349 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f3cf3282-c126-40bb-89a8-25e21dd0b2fd req-d2cdfb83-0e51-4b54-a9ef-85040165e9a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0653697-4e0e-4a33-be0c-cebd40779fe7 HTTP/1.1" status: 200 len: 856 time: 0.0666049 Jun 18 19:51:46.661908 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:46.665026 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-509d7d06-2f98-4387-82d5-f575315c81f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:46.719396 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Pushing event deleted for resources: {'Port': ['ID=4c0e586e-a486-46eb-8a10-9fd9e015c711,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:46.721284 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] No DVR routers for this DVR port 4c0e586e-a486-46eb-8a10-9fd9e015c711 on host dv-cinder-790535-6-smb {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:51:46.725343 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:46.807997 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:46.819930 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d856f2d-c175-434e-9ec2-bde4180fc0c0']}} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:46.832204 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a') {'for_net_delete': True} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:46.832495 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b06b91-6ce1-4fcb-a185-0a9bb62f9d7a') {} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:51:46.835315 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf3282-c126-40bb-89a8-25e21dd0b2fd req-81ace9db-d4ab-450e-8c24-cfac08754818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:46.836823 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f3cf3282-c126-40bb-89a8-25e21dd0b2fd req-81ace9db-d4ab-450e-8c24-cfac08754818 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1727021 Jun 18 19:51:46.846215 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127656655'] for segment, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:46.897871 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:46.909543 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=100012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:51:46.909937 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469437'] for segment, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: conditions |= (models_v2.Port.network_id.in_( Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: self.session.flush() Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: self.session.flush() Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: self.session.flush() Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: self.session.flush() Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: Traceback (most recent call last): Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: timer() Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: cb(*args, **kw) Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: return func(*args, **kwargs) Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: self._notify() Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: self.callback(batched_events) Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: event.method(event) Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: return f(self, *a, **k) Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: return self._get(url).json() Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: return self.request(url, 'GET', **kwargs) Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:51:46.911611 dv-cinder-790535-6-smb neutron-server[100012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:51:46.990443 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f3cf3282-c126-40bb-89a8-25e21dd0b2fd req-96e1b424-16ec-40dd-a8fa-ff1e99c6a24f service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459830 Jun 18 19:51:47.066647 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:47.079967 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:47.082713 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:47.084482 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] 10.222.0.30 "DELETE /v2.0/networks/2d856f2d-c175-434e-9ec2-bde4180fc0c0 HTTP/1.1" status: 204 len: 168 time: 1.3331931 Jun 18 19:51:47.101393 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f3cf3282-c126-40bb-89a8-25e21dd0b2fd req-2c3d57b4-d5a1-4fc0-8ff5-00f2374b414d service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035929 Jun 18 19:51:47.102317 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Pushing event deleted for resources: {'Network': ['ID=2d856f2d-c175-434e-9ec2-bde4180fc0c0,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:47.104952 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-acf98a67-3864-4cb2-a4dd-9d3ff668d48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:47.606009 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 4c0e586e-a486-46eb-8a10-9fd9e015c711 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:47.627056 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: 4c0e586e-a486-46eb-8a10-9fd9e015c711 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:47.627415 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 4c0e586e-a486-46eb-8a10-9fd9e015c711 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:47.627854 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device d8daa7ed-4bab-4f51-975b-b837f5f45a05 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:51:47.650662 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: d8daa7ed-4bab-4f51-975b-b837f5f45a05 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:51:47.651015 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device d8daa7ed-4bab-4f51-975b-b837f5f45a05 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:51:47.831798 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53966) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:47.872081 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-7315ac43-86ea-4dde-9cff-6bee04866453 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02f981f24b7b4c3a90d60fa7f3fd4c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390697 Jun 18 19:51:47.874631 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53968) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:47.925849 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-03c42f50-410b-403e-96ce-5cac76574b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:47.946577 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-03c42f50-410b-403e-96ce-5cac76574b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:48.062732 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-03c42f50-410b-403e-96ce-5cac76574b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:48.062732 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-03c42f50-410b-403e-96ce-5cac76574b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:48.062732 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-03c42f50-410b-403e-96ce-5cac76574b1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a75f4d6-919e-4f39-914e-eff8ca81b124 HTTP/1.1" status: 204 len: 168 time: 0.1846275 Jun 18 19:51:48.062732 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c45b354e-b0dc-4202-b7b6-e6209882a7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:48.068415 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c42f50-410b-403e-96ce-5cac76574b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a75f4d6-919e-4f39-914e-eff8ca81b124,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:48.070684 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-03c42f50-410b-403e-96ce-5cac76574b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:48.684297 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53976) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:48.723846 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-2163c5af-b2fc-4b43-a643-8649864efdb7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=079473a5e287488fa4d4e436cc70f7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382445 Jun 18 19:51:48.726278 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 53978) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:51:48.775971 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-12ca71aa-3322-4371-a5f8-c8e4773a108f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:48.798910 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-12ca71aa-3322-4371-a5f8-c8e4773a108f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:48.919562 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-12ca71aa-3322-4371-a5f8-c8e4773a108f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:48.922124 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-12ca71aa-3322-4371-a5f8-c8e4773a108f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:48.923363 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-12ca71aa-3322-4371-a5f8-c8e4773a108f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a862e2fa-1cbc-47ba-b57f-17af221398eb HTTP/1.1" status: 204 len: 168 time: 0.1962109 Jun 18 19:51:48.924174 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7d0173f7-403a-4760-be16-4ebc34747ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:51:48.934447 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca71aa-3322-4371-a5f8-c8e4773a108f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a862e2fa-1cbc-47ba-b57f-17af221398eb,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:51:48.940741 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-12ca71aa-3322-4371-a5f8-c8e4773a108f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:51:54.537884 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c1a4fe11-ca03-47f6-afda-707124267667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:57.120452 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-a586319c-89fe-4c0f-b60c-1ec503434911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:58.063183 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:58.394457 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:59.148881 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:51:59.488351 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-82b01ff4-2428-41bd-a982-adafed652f14 req-b6f6adfb-38cc-49f2-a000-690d2a58eeb3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0621514 Jun 18 19:51:59.595730 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b01ff4-2428-41bd-a982-adafed652f14 req-36b624bc-c5b0-42bd-9b7d-339c07ed4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:59.597315 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-82b01ff4-2428-41bd-a982-adafed652f14 req-36b624bc-c5b0-42bd-9b7d-339c07ed4270 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 1098 time: 0.0547423 Jun 18 19:51:59.711310 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b01ff4-2428-41bd-a982-adafed652f14 req-c20a1ffe-302c-481d-8c5b-432f66744753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:59.712891 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-82b01ff4-2428-41bd-a982-adafed652f14 req-c20a1ffe-302c-481d-8c5b-432f66744753 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 200 len: 911 time: 0.0939879 Jun 18 19:51:59.785307 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-82b01ff4-2428-41bd-a982-adafed652f14 req-5f83dac8-e936-4512-9f7a-1f28628583a8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18687223-7733-471d-9734-f4db45fc01d0 HTTP/1.1" status: 200 len: 1001 time: 0.0652592 Jun 18 19:51:59.837993 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b01ff4-2428-41bd-a982-adafed652f14 req-01501dde-213b-4384-8522-753b28de6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:59.839946 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-82b01ff4-2428-41bd-a982-adafed652f14 req-01501dde-213b-4384-8522-753b28de6ec1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=cc1a5fed-d7ef-4e8a-8976-b177519138c1 HTTP/1.1" status: 200 len: 850 time: 0.0451536 Jun 18 19:51:59.904602 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b01ff4-2428-41bd-a982-adafed652f14 req-b34a10ce-e3b7-4faf-aa98-72269cb7719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:51:59.906329 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-82b01ff4-2428-41bd-a982-adafed652f14 req-b34a10ce-e3b7-4faf-aa98-72269cb7719e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6ccd7341-ba13-4dc8-9762-671f827fe485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0589919 Jun 18 19:52:00.001274 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-82b01ff4-2428-41bd-a982-adafed652f14 req-c739a07a-1c80-4cbf-8215-6fa007974a08 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874677 Jun 18 19:52:00.101803 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-82b01ff4-2428-41bd-a982-adafed652f14 req-975dd3a4-aa39-4b7e-9a51-59c8124326f9 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930777 Jun 18 19:52:00.130584 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:15.596468 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:52:24.536782 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-c3913c91-2584-44bc-8d7a-6d7dfdadf6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:27.096761 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-9020fd8e-4c62-412b-ab00-f8256b25e3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:28.067815 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:28.399859 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:29.130712 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:30.141957 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:52.595377 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:52:54.535410 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-22fa1dd0-dfb4-433c-83c4-623d26678c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:57.078877 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-0065dd80-38f7-447e-93ab-efdbe001b2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:58.095783 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:58.467113 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:52:59.141880 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:00.153500 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:00.809128 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6e130570-82d9-463b-aaf9-74594c9bd8f3 req-3d651859-3bc7-4067-b80c-f342554ce833 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524266 Jun 18 19:53:00.886376 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e130570-82d9-463b-aaf9-74594c9bd8f3 req-af795f54-5e78-47b4-914f-68d512e5cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:00.887737 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6e130570-82d9-463b-aaf9-74594c9bd8f3 req-af795f54-5e78-47b4-914f-68d512e5cadf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f2e626262a046fdb2b42227888bad4d&device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 1099 time: 0.0552983 Jun 18 19:53:01.000552 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e130570-82d9-463b-aaf9-74594c9bd8f3 req-ec6a8e0d-9115-4121-a9a7-e0950a14492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:01.002035 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6e130570-82d9-463b-aaf9-74594c9bd8f3 req-ec6a8e0d-9115-4121-a9a7-e0950a14492a service neutron] 10.222.0.22 "GET /v2.0/networks?id=c39119d5-f88f-416b-ae1e-a5644229104b HTTP/1.1" status: 200 len: 908 time: 0.0899756 Jun 18 19:53:01.071832 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6e130570-82d9-463b-aaf9-74594c9bd8f3 req-a70ecfc0-421e-47ab-b559-58c1c86b14c0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 HTTP/1.1" status: 200 len: 1001 time: 0.0628731 Jun 18 19:53:01.122234 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e130570-82d9-463b-aaf9-74594c9bd8f3 req-e1bffd51-299c-4d1d-b1c3-59aee3924218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:01.123730 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6e130570-82d9-463b-aaf9-74594c9bd8f3 req-e1bffd51-299c-4d1d-b1c3-59aee3924218 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b31b643-019a-4c72-b04e-8fe61674aaf8 HTTP/1.1" status: 200 len: 847 time: 0.0453076 Jun 18 19:53:01.190790 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e130570-82d9-463b-aaf9-74594c9bd8f3 req-ad071864-595f-49e8-9277-944f336e8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:01.192257 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6e130570-82d9-463b-aaf9-74594c9bd8f3 req-ad071864-595f-49e8-9277-944f336e8a5a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c39119d5-f88f-416b-ae1e-a5644229104b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0611758 Jun 18 19:53:01.286645 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6e130570-82d9-463b-aaf9-74594c9bd8f3 req-c1d1067a-3d9f-4e1c-9889-af914ed55654 service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859635 Jun 18 19:53:01.382370 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-6e130570-82d9-463b-aaf9-74594c9bd8f3 req-45978130-3852-42bf-9df6-9163527ee883 service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888019 Jun 18 19:53:07.565112 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48eac9-2948-47ed-9061-cd6e0f1600fd req-8cad6c3e-d020-4f14-8d2e-971883116554 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:07.566564 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8b48eac9-2948-47ed-9061-cd6e0f1600fd req-8cad6c3e-d020-4f14-8d2e-971883116554 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 945 time: 0.0659773 Jun 18 19:53:07.606009 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8b48eac9-2948-47ed-9061-cd6e0f1600fd req-f1c3a413-0497-4d3d-97eb-e1243c835cac tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=35ca69c7-24a3-46f8-945c-e7d3806a3d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336123 Jun 18 19:53:08.788070 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de701d-1d54-4ce0-bc19-fd4838c50d61 req-d6d80f00-5c01-4c2f-ad79-6f95b6fb8a5f tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:08.789547 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-41de701d-1d54-4ce0-bc19-fd4838c50d61 req-d6d80f00-5c01-4c2f-ad79-6f95b6fb8a5f tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 945 time: 0.0634770 Jun 18 19:53:08.828010 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-41de701d-1d54-4ce0-bc19-fd4838c50d61 req-b1b30afa-e646-45ba-b74b-578cfe207744 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=35ca69c7-24a3-46f8-945c-e7d3806a3d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318878 Jun 18 19:53:09.531837 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f00b1-f64f-4b10-8615-9d6fde10cf13 req-4632a682-abb3-4a8a-bb23-576350f27c92 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:09.533387 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bf3f00b1-f64f-4b10-8615-9d6fde10cf13 req-4632a682-abb3-4a8a-bb23-576350f27c92 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0842998 Jun 18 19:53:09.580436 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bf3f00b1-f64f-4b10-8615-9d6fde10cf13 req-20136697-120c-4963-9d12-974203f67205 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404346 Jun 18 19:53:09.705422 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-0e673fb5-9f6f-477f-83ba-ef5a71076c49 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:09.706889 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-0e673fb5-9f6f-477f-83ba-ef5a71076c49 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.22 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 945 time: 0.0663331 Jun 18 19:53:09.810741 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Deleting port 18687223-7733-471d-9734-f4db45fc01d0 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:53:09.810996 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:09.908884 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] For port 18687223-7733-471d-9734-f4db45fc01d0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=18687223-7733-471d-9734-f4db45fc01d0,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:09.909250 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:10.013352 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd2f13-a70b-4a72-ad17-8067c21686aa req-ec3044f8-57f5-492c-8342-191e03402da5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:10.014844 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-37bd2f13-a70b-4a72-ad17-8067c21686aa req-ec3044f8-57f5-492c-8342-191e03402da5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 945 time: 0.0677686 Jun 18 19:53:10.055890 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-37bd2f13-a70b-4a72-ad17-8067c21686aa req-c9a7560e-a954-4426-95f9-fe30768e1123 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups?id=35ca69c7-24a3-46f8-945c-e7d3806a3d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351462 Jun 18 19:53:10.085816 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:10.086182 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:10.086489 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.l3_db [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Floating IP 16e43b56-99e5-4019-a634-5a03d2b0a38f disassociated. External IP: 172.28.3.114, port: 18687223-7733-471d-9734-f4db45fc01d0. Jun 18 19:53:10.086823 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Calling delete_port for 18687223-7733-471d-9734-f4db45fc01d0 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:53:10.278153 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:10.282242 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ce587f3c-b92e-4065-ba7a-257860e99852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:10.307007 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event deleted for resources: {'Port': ['ID=18687223-7733-471d-9734-f4db45fc01d0,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:10.317838 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:10.318220 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:10.318595 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:10.318961 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:10.319325 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:10.319682 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:10.320037 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:10.320391 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:10.320766 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:10.321121 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:10.321469 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:10.321818 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:10.327837 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:10.436836 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Router 2eac83a4-851e-4f91-a207-a1b9a6509214 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:53:10.546315 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:53:10.555598 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9825d11a-cb3e-42c7-b125-55a57c5f777a None None] Sync routers for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:53:10.565480 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9825d11a-cb3e-42c7-b125-55a57c5f777a None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:53:10.566038 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-9825d11a-cb3e-42c7-b125-55a57c5f777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:52:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:10.590231 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] No DVR routers for this DVR port 18687223-7733-471d-9734-f4db45fc01d0 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:53:10.592816 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:10.594933 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-26466cd0-84a8-463b-bbf7-f639d8a9c9cd req-e4f55ec3-ae75-49e8-9eba-bb95b341b98b tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.22 "DELETE /v2.0/ports/18687223-7733-471d-9734-f4db45fc01d0 HTTP/1.1" status: 204 len: 173 time: 0.8813174 Jun 18 19:53:10.595466 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28372743-cc2d-4fd3-b2ab-4403a4c558fb', 'name': 'network-vif-deleted', 'tag': '18687223-7733-471d-9734-f4db45fc01d0'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:53:10.598360 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399b55b1-ed64-43dc-a7bb-e464cb0c8201" -d '{"events": [{"server_uuid": "28372743-cc2d-4fd3-b2ab-4403a4c558fb", "name": "network-vif-deleted", "tag": "18687223-7733-471d-9734-f4db45fc01d0"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:53:10.636627 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190acaeb-c5d2-43a0-b5ce-43b346c3afed x-openstack-request-id: req-190acaeb-c5d2-43a0-b5ce-43b346c3afed {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:53:10.636986 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28372743-cc2d-4fd3-b2ab-4403a4c558fb", "name": "network-vif-deleted", "tag": "18687223-7733-471d-9734-f4db45fc01d0", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:53:10.637397 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-190acaeb-c5d2-43a0-b5ce-43b346c3afed {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:53:10.637933 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28372743-cc2d-4fd3-b2ab-4403a4c558fb', 'name': 'network-vif-deleted', 'tag': '18687223-7733-471d-9734-f4db45fc01d0', 'status': 'completed', 'code': 200} Jun 18 19:53:10.691949 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-9825d11a-cb3e-42c7-b125-55a57c5f777a None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:53:10.785009 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f722d4b-17bc-4995-aa11-46886b3e969a req-c7d422f2-eb09-4f46-b7cf-017b0d3e2d61 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:10.786682 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3f722d4b-17bc-4995-aa11-46886b3e969a req-c7d422f2-eb09-4f46-b7cf-017b0d3e2d61 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0845022 Jun 18 19:53:10.847594 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3f722d4b-17bc-4995-aa11-46886b3e969a req-3a61cc2c-6b67-4f57-9163-f7dc0ebb7fb3 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537364 Jun 18 19:53:10.953121 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-9825d11a-cb3e-42c7-b125-55a57c5f777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:07Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:10.980504 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9825d11a-cb3e-42c7-b125-55a57c5f777a None None] Checking router: 2eac83a4-851e-4f91-a207-a1b9a6509214 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:53:10.989767 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9825d11a-cb3e-42c7-b125-55a57c5f777a None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:53:10.990442 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-9825d11a-cb3e-42c7-b125-55a57c5f777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:52:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:11.102035 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-9825d11a-cb3e-42c7-b125-55a57c5f777a None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:53:11.220820 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f6278e72-252a-4470-8561-e493232841c2 req-1c791caf-49cd-4244-ada4-8d41793f86a1 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/ports?device_id=28372743-cc2d-4fd3-b2ab-4403a4c558fb HTTP/1.1" status: 200 len: 210 time: 0.0334413 Jun 18 19:53:11.310974 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-9825d11a-cb3e-42c7-b125-55a57c5f777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:07Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:11.342062 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9825d11a-cb3e-42c7-b125-55a57c5f777a None None] The sync data for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb is: [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:44:56Z', 'revision_number': 4, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '26562d35-1fff-4a81-8c19-bba2714fb7a5', 'name': '', 'network_id': '6ccd7341-ba13-4dc8-9762-671f827fe485', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'mac_address': 'fa:16:3e:5e:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:55Z', 'updated_at': '2021-06-18T19:45:07Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'subnets': [{'id': 'cc1a5fed-d7ef-4e8a-8976-b177519138c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:53:11.569283 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e00326-e37a-412e-9fe5-2130ac7dffd1 None None] New status for floating IP 16e43b56-99e5-4019-a634-5a03d2b0a38f: DOWN {{(pid=100015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:53:12.016429 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337000a6-b150-49b1-97aa-9592bd920d36 req-38763ea5-aa06-493a-bcf2-b539e7248042 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:12.017932 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-337000a6-b150-49b1-97aa-9592bd920d36 req-38763ea5-aa06-493a-bcf2-b539e7248042 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0631700 Jun 18 19:53:12.055870 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-337000a6-b150-49b1-97aa-9592bd920d36 req-1ed7a07f-9f9c-44c3-a0cc-9a4b1f043af1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322969 Jun 18 19:53:12.411046 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 54402) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:12.471314 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ccab-b71a-4113-8cee-fcba1db7a160 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:12.494377 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ccab-b71a-4113-8cee-fcba1db7a160 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:12.643846 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ccab-b71a-4113-8cee-fcba1db7a160 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:12.646494 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6bf4ccab-b71a-4113-8cee-fcba1db7a160 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:12.647660 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-6bf4ccab-b71a-4113-8cee-fcba1db7a160 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "DELETE /v2.0/security-groups/35ca69c7-24a3-46f8-945c-e7d3806a3d1f HTTP/1.1" status: 204 len: 168 time: 0.2356350 Jun 18 19:53:12.648488 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-a3c2c913-973c-443e-a7cc-d61583eed7f6 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:12.651261 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54404) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:12.658664 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4ccab-b71a-4113-8cee-fcba1db7a160 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ca69c7-24a3-46f8-945c-e7d3806a3d1f,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:12.661237 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6bf4ccab-b71a-4113-8cee-fcba1db7a160 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:12.671031 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.api.v2.resource [None req-2f929472-2c26-465a-b6f3-59117dce9cc3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] show failed (client error): The resource could not be found. Jun 18 19:53:12.672048 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-2f929472-2c26-465a-b6f3-59117dce9cc3 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "GET /v2.0/security-groups/35ca69c7-24a3-46f8-945c-e7d3806a3d1f HTTP/1.1" status: 404 len: 347 time: 0.0191860 Jun 18 19:53:12.675042 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54406) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:12.803587 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Deleting port d1d9cad8-3c5e-42dd-ba3c-3c186f428fe8 {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:53:12.803923 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:12.880153 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:12.880480 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:12.943292 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Calling delete_port for d1d9cad8-3c5e-42dd-ba3c-3c186f428fe8 owned by network:floatingip {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:53:13.141215 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:13.143375 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-05203d40-4f6a-4a65-8e09-d74d1ace6faf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:13.167447 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Pushing event deleted for resources: {'Port': ['ID=d1d9cad8-3c5e-42dd-ba3c-3c186f428fe8,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:13.466344 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:13.466726 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:13.467105 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:13.467474 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:13.467840 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:13.468209 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:13.468565 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:13.468947 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:13.469304 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:13.469658 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:13.470011 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:13.470362 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:13.507676 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:13.536012 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks [] for floatingip, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:13.538520 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:13.539669 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-90da97d2-0102-462a-948e-747022634b96 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] 10.222.0.30 "DELETE /v2.0/floatingips/16e43b56-99e5-4019-a634-5a03d2b0a38f HTTP/1.1" status: 204 len: 168 time: 0.8637235 Jun 18 19:53:13.564079 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72808346-52c7-466e-80d9-f9bc420e8216 req-28e31340-086c-40b4-84dc-45ef2854f009 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:13.565542 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-72808346-52c7-466e-80d9-f9bc420e8216 req-28e31340-086c-40b4-84dc-45ef2854f009 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.1129732 Jun 18 19:53:13.612670 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-72808346-52c7-466e-80d9-f9bc420e8216 req-9d0e5340-728f-4b1f-b21b-d0509d446be0 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413296 Jun 18 19:53:14.010085 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 18687223-7733-471d-9734-f4db45fc01d0 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:53:14.031058 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 18687223-7733-471d-9734-f4db45fc01d0 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:53:14.031415 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 18687223-7733-471d-9734-f4db45fc01d0 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:53:14.797618 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78037f07-8fd4-495d-82f0-cae8c240ead0 req-a67ecdb0-bd4d-4b6e-af33-5bcd8ec2e179 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:14.799152 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-78037f07-8fd4-495d-82f0-cae8c240ead0 req-a67ecdb0-bd4d-4b6e-af33-5bcd8ec2e179 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0682521 Jun 18 19:53:14.838458 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-78037f07-8fd4-495d-82f0-cae8c240ead0 req-8dbb76ab-28ea-488a-8e9a-a521da536d6b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336046 Jun 18 19:53:16.025810 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5963bb-1d42-44f8-97ad-6d8f2797d22b req-360ad097-068c-46ca-8e45-36126ddb6d6e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:16.027332 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1d5963bb-1d42-44f8-97ad-6d8f2797d22b req-360ad097-068c-46ca-8e45-36126ddb6d6e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0629556 Jun 18 19:53:16.068167 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1d5963bb-1d42-44f8-97ad-6d8f2797d22b req-e003edc3-e93d-46c4-99ed-d4e958a2a406 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342484 Jun 18 19:53:17.250726 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1124025-e361-4f41-b90b-d4c5715c63d7 req-f50fc0e4-84f8-4828-a3f2-e108d4e02857 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:17.252284 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f1124025-e361-4f41-b90b-d4c5715c63d7 req-f50fc0e4-84f8-4828-a3f2-e108d4e02857 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0663755 Jun 18 19:53:17.289417 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f1124025-e361-4f41-b90b-d4c5715c63d7 req-dc8915df-c6c7-4251-910b-404357b01712 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316284 Jun 18 19:53:17.686575 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54442) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:18.224231 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ca90-1460-4c53-804f-b9bccdb7a9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509175'] for router_interface, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:18.530891 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4f84e-a00e-4b94-9d88-f02e7fe7d2b2 req-4e14720a-8f31-431d-a93f-b87350defe96 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:18.532369 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-eac4f84e-a00e-4b94-9d88-f02e7fe7d2b2 req-4e14720a-8f31-431d-a93f-b87350defe96 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.1197422 Jun 18 19:53:18.566341 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7ca90-1460-4c53-804f-b9bccdb7a9ba admin admin] Deleting port 26562d35-1fff-4a81-8c19-bba2714fb7a5 {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:53:18.566682 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ca90-1460-4c53-804f-b9bccdb7a9ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:18.617815 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-eac4f84e-a00e-4b94-9d88-f02e7fe7d2b2 req-920c30df-a76b-4f21-8106-8fabc826ce3c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793428 Jun 18 19:53:18.669053 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [None req-b5d7ca90-1460-4c53-804f-b9bccdb7a9ba admin admin] For port 26562d35-1fff-4a81-8c19-bba2714fb7a5, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=26562d35-1fff-4a81-8c19-bba2714fb7a5,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:18.669412 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ca90-1460-4c53-804f-b9bccdb7a9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:18.741156 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7ca90-1460-4c53-804f-b9bccdb7a9ba admin admin] Calling delete_port for 26562d35-1fff-4a81-8c19-bba2714fb7a5 owned by network:router_interface {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:53:18.992879 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ca90-1460-4c53-804f-b9bccdb7a9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:18.994934 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:19.021762 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7ca90-1460-4c53-804f-b9bccdb7a9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=26562d35-1fff-4a81-8c19-bba2714fb7a5,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:19.027004 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-b5d7ca90-1460-4c53-804f-b9bccdb7a9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:19.196998 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ca90-1460-4c53-804f-b9bccdb7a9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-701045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509003'] for router_interface, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:19.417219 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d7ca90-1460-4c53-804f-b9bccdb7a9ba admin admin] Router 2eac83a4-851e-4f91-a207-a1b9a6509214 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:53:19.532515 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d7ca90-1460-4c53-804f-b9bccdb7a9ba admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:53:19.537747 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-b5d7ca90-1460-4c53-804f-b9bccdb7a9ba admin admin] 10.222.0.30 "PUT /v2.0/routers/2eac83a4-851e-4f91-a207-a1b9a6509214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8500271 Jun 18 19:53:19.540887 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54448) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:19.544564 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8239f13-6690-475b-938c-246938a361bf None None] Sync routers for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:53:19.554974 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8239f13-6690-475b-938c-246938a361bf None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:53:19.555661 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-e8239f13-6690-475b-938c-246938a361bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:52:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:19.673576 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Notify callbacks [] for router, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:19.679238 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-e8239f13-6690-475b-938c-246938a361bf None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:53:19.829780 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:19.856723 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba80e3-f9a9-404d-9a68-d6d3277855c3 req-e49f7e42-8144-4dd1-85a4-54ca6dba03d1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:19.858598 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-17ba80e3-f9a9-404d-9a68-d6d3277855c3 req-e49f7e42-8144-4dd1-85a4-54ca6dba03d1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0988348 Jun 18 19:53:19.908370 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-e8239f13-6690-475b-938c-246938a361bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:53:18Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:19.909164 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-17ba80e3-f9a9-404d-9a68-d6d3277855c3 req-584c28c3-2e62-485a-ba21-a18c4c05d6ca tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397842 Jun 18 19:53:19.936019 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8239f13-6690-475b-938c-246938a361bf None None] Checking router: 2eac83a4-851e-4f91-a207-a1b9a6509214 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:53:19.944831 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8239f13-6690-475b-938c-246938a361bf None None] Routers {'2eac83a4-851e-4f91-a207-a1b9a6509214'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:53:19.945472 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-e8239f13-6690-475b-938c-246938a361bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:52:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['2eac83a4-851e-4f91-a207-a1b9a6509214'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:20.048974 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Deleting port e2033941-c31a-4fd6-b5b6-ad6ed16260c9 {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:53:20.049316 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:20.052494 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-e8239f13-6690-475b-938c-246938a361bf None None] Set router 2eac83a4-851e-4f91-a207-a1b9a6509214 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:53:20.137573 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] For port e2033941-c31a-4fd6-b5b6-ad6ed16260c9, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=e2033941-c31a-4fd6-b5b6-ad6ed16260c9,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:20.137936 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:20.212678 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Calling delete_port for e2033941-c31a-4fd6-b5b6-ad6ed16260c9 owned by network:router_gateway {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:53:20.366836 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-e8239f13-6690-475b-938c-246938a361bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:53:18Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:20.397481 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8239f13-6690-475b-938c-246938a361bf None None] The sync data for ids ['2eac83a4-851e-4f91-a207-a1b9a6509214'] in dv-cinder-790535-6-smb is: [{'id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'name': 'tempest-AttachVolumeTestJSON-1585902023-router', 'tenant_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223'}], 'enable_snat': True}, 'gw_port_id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:44:49Z', 'updated_at': '2021-06-18T19:53:18Z', 'revision_number': 5, 'project_id': 'b14d6fbb78bd4324b276f9ae8bf60aa8', 'gw_port': {'id': 'e2033941-c31a-4fd6-b5b6-ad6ed16260c9', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eac83a4-851e-4f91-a207-a1b9a6509214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:44:51Z', 'updated_at': '2021-06-18T19:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:53:20.450361 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:20.452945 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:20.480054 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2033941-c31a-4fd6-b5b6-ad6ed16260c9,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:20.483408 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:20.555051 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618599'] for router_gateway, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:20.650317 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6929'] for router, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:20.653399 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:20.798552 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:20.799071 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eac83a4-851e-4f91-a207-a1b9a6509214 {{(pid=100013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:53:20.809174 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Notify callbacks [] for router, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:20.809174 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] 10.222.0.30 "DELETE /v2.0/routers/2eac83a4-851e-4f91-a207-a1b9a6509214 HTTP/1.1" status: 204 len: 168 time: 1.2637496 Jun 18 19:53:20.809174 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54452) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:20.869945 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ef85fd-77a3-4ec8-ba4e-d738297dd069 admin admin] Deleting subnet cc1a5fed-d7ef-4e8a-8976-b177519138c1 {{(pid=100013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:53:20.874449 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-18ef85fd-77a3-4ec8-ba4e-d738297dd069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:20.910047 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-18ef85fd-77a3-4ec8-ba4e-d738297dd069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3430576'] for subnet, precommit_delete_associations {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.004059 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-18ef85fd-77a3-4ec8-ba4e-d738297dd069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.118584 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03514a16-d321-4619-8d95-41c4f27c5735 req-4c7b4dd6-8f24-45f6-95d6-caeda5f65b26 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:21.120038 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-03514a16-d321-4619-8d95-41c4f27c5735 req-4c7b4dd6-8f24-45f6-95d6-caeda5f65b26 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0746021 Jun 18 19:53:21.152206 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-18ef85fd-77a3-4ec8-ba4e-d738297dd069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3353598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410019'] for subnet, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.160151 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-5595cefb-a21d-46d4-821c-af2d8d6b7b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:21.169300 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-03514a16-d321-4619-8d95-41c4f27c5735 req-45f90627-b18b-4bd2-941a-e08e72f509ab tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435886 Jun 18 19:53:21.189761 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef85fd-77a3-4ec8-ba4e-d738297dd069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1a5fed-d7ef-4e8a-8976-b177519138c1,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:21.193353 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-18ef85fd-77a3-4ec8-ba4e-d738297dd069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:21.194317 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-18ef85fd-77a3-4ec8-ba4e-d738297dd069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.197748 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-18ef85fd-77a3-4ec8-ba4e-d738297dd069 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cc1a5fed-d7ef-4e8a-8976-b177519138c1 HTTP/1.1" status: 204 len: 168 time: 0.3860333 Jun 18 19:53:21.199037 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54456) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:21.202487 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b667c1-2b98-439b-9b0a-94e7e26f01fa None None] Network 6ccd7341-ba13-4dc8-9762-671f827fe485 requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:53:21.268239 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.322147 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Deleting port a9f9d1ac-01c5-462e-a639-2bb11025bfe3 {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:53:21.322761 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.391046 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] For port a9f9d1ac-01c5-462e-a639-2bb11025bfe3, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=a9f9d1ac-01c5-462e-a639-2bb11025bfe3,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:21.391670 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.429373 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] DHCP port deletion for 6ccd7341-ba13-4dc8-9762-671f827fe485 request from dv-cinder-790535-6-smb {{(pid=100014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 19:53:21.461651 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Calling delete_port for a9f9d1ac-01c5-462e-a639-2bb11025bfe3 owned by network:dhcp {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:53:21.480225 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Deleting port a9f9d1ac-01c5-462e-a639-2bb11025bfe3 {{(pid=100014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:53:21.481333 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.542165 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] For port a9f9d1ac-01c5-462e-a639-2bb11025bfe3, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=a9f9d1ac-01c5-462e-a639-2bb11025bfe3,segment=NetworkSegment(c991fd4c-842d-47f1-9798-647fd549dd34),segment_id=c991fd4c-842d-47f1-9798-647fd549dd34)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:21.542558 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.608320 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Calling delete_port for a9f9d1ac-01c5-462e-a639-2bb11025bfe3 owned by network:dhcp {{(pid=100014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:53:21.609696 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.613412 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:21.636282 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f9d1ac-01c5-462e-a639-2bb11025bfe3,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:21.641369 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:21.642096 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] No DVR routers for this DVR port a9f9d1ac-01c5-462e-a639-2bb11025bfe3 on host dv-cinder-790535-6-smb {{(pid=100013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:53:21.669895 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 26562d35-1fff-4a81-8c19-bba2714fb7a5 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:53:21.687579 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: 26562d35-1fff-4a81-8c19-bba2714fb7a5 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:53:21.687925 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 26562d35-1fff-4a81-8c19-bba2714fb7a5 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:53:21.688349 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device a9f9d1ac-01c5-462e-a639-2bb11025bfe3 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:53:21.715977 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: a9f9d1ac-01c5-462e-a639-2bb11025bfe3 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:53:21.716864 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device a9f9d1ac-01c5-462e-a639-2bb11025bfe3 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:53:21.717289 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device e2033941-c31a-4fd6-b5b6-ad6ed16260c9 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:53:21.719466 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.729020 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccd7341-ba13-4dc8-9762-671f827fe485']}} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:21.738335 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: e2033941-c31a-4fd6-b5b6-ad6ed16260c9 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:53:21.738692 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device e2033941-c31a-4fd6-b5b6-ad6ed16260c9 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:53:21.749750 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c991fd4c-842d-47f1-9798-647fd549dd34') {'for_net_delete': True} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:21.750386 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c991fd4c-842d-47f1-9798-647fd549dd34') {} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:53:21.760076 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3430585'] for segment, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.763265 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508'] for port, after_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.766119 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:21.774018 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.780531 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:53:21.780938 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283797'] for segment, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: Traceback (most recent call last): Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: timer() Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: cb(*args, **kw) Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: return func(*args, **kwargs) Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: self._notify() Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: self.callback(batched_events) Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: event.method(event) Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: return f(self, *a, **k) Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: return self._get(url).json() Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: return self.request(url, 'GET', **kwargs) Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:53:21.782544 dv-cinder-790535-6-smb neutron-server[100013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:53:21.789907 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Pushing event deleted for resources: {'Port': ['ID=a9f9d1ac-01c5-462e-a639-2bb11025bfe3,revision_number=None']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:21.795077 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] No DVR routers for this DVR port a9f9d1ac-01c5-462e-a639-2bb11025bfe3 on host dv-cinder-790535-6-smb {{(pid=100014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:53:21.803866 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:21.804859 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:21.804968 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:21.805253 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:21.805620 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:21.805960 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:21.806304 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:21.806629 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:21.806963 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:21.807337 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:21.807672 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:21.807998 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:53:21.812221 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:21.900906 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.905402 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:21.907787 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:21.909607 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] 10.222.0.30 "DELETE /v2.0/networks/6ccd7341-ba13-4dc8-9762-671f827fe485 HTTP/1.1" status: 204 len: 168 time: 0.7088821 Jun 18 19:53:21.922413 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Pushing event deleted for resources: {'Network': ['ID=6ccd7341-ba13-4dc8-9762-671f827fe485,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:21.923673 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:22.038588 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device c601a99f-c767-4aa9-97ad-9e0ee19e3557 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:53:22.134612 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port c601a99f-c767-4aa9-97ad-9e0ee19e3557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:22.146781 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'port_id': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'mac_address': 'fa:16:3e:5a:f9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:53:22.182927 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:22.195819 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c601a99f-c767-4aa9-97ad-9e0ee19e3557 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:53:22.217306 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port c601a99f-c767-4aa9-97ad-9e0ee19e3557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:22.236115 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54462) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:22.276808 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-333b4bb6-38e4-49df-8c7f-b55f7ad6e365 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b14d6fbb78bd4324b276f9ae8bf60aa8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393836 Jun 18 19:53:22.279650 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54464) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:22.307354 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:22.311058 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:22.364952 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=c601a99f-c767-4aa9-97ad-9e0ee19e3557,revision_number=6']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:22.367991 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:22.374390 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7375fc48-a083-4494-a9ef-684b2fcf47b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:22.392179 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['c601a99f-c767-4aa9-97ad-9e0ee19e3557'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:53:22.399008 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32b34-581b-4473-8b02-9975eeb53359 req-752d3989-3271-49e5-a55f-654312614580 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:22.400468 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c5a32b34-581b-4473-8b02-9975eeb53359 req-752d3989-3271-49e5-a55f-654312614580 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 945 time: 0.1045995 Jun 18 19:53:22.410921 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7375fc48-a083-4494-a9ef-684b2fcf47b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:22.467334 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c5a32b34-581b-4473-8b02-9975eeb53359 req-80415b59-750d-476c-8495-fd6915e5be7c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588970 Jun 18 19:53:22.552331 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7375fc48-a083-4494-a9ef-684b2fcf47b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:22.554928 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7375fc48-a083-4494-a9ef-684b2fcf47b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:22.556015 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-7375fc48-a083-4494-a9ef-684b2fcf47b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4ef696f-b323-4bd9-b60a-62047992b675 HTTP/1.1" status: 204 len: 168 time: 0.2754526 Jun 18 19:53:22.556888 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-cd8e6707-98c2-4516-82aa-c976b11ffd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:22.565288 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375fc48-a083-4494-a9ef-684b2fcf47b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ef696f-b323-4bd9-b60a-62047992b675,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:22.567793 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7375fc48-a083-4494-a9ef-684b2fcf47b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:23.666782 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccab950-8780-4780-916e-ea5802346f61 req-5603ae67-ba15-493c-b275-ab908940c098 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:23.668408 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1ccab950-8780-4780-916e-ea5802346f61 req-5603ae67-ba15-493c-b275-ab908940c098 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 945 time: 0.0760477 Jun 18 19:53:23.708153 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-1ccab950-8780-4780-916e-ea5802346f61 req-6a888262-ddef-4427-a550-4ccced0e48cd tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340464 Jun 18 19:53:24.041864 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device c601a99f-c767-4aa9-97ad-9e0ee19e3557 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:53:24.093227 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port c601a99f-c767-4aa9-97ad-9e0ee19e3557 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:53:24.093620 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:24.176532 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:24.200065 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:53:24.202619 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926dab4a-dd06-407a-9b41-77ebfd4295ef" -d '{"events": [{"server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "name": "network-vif-plugged", "status": "completed", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:53:24.215440 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port c601a99f-c767-4aa9-97ad-9e0ee19e3557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:24.239985 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfb3211-6de6-4603-9063-e608db6a9b4c x-openstack-request-id: req-4bfb3211-6de6-4603-9063-e608db6a9b4c {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:53:24.240380 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "name": "network-vif-plugged", "status": "completed", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:53:24.240721 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4bfb3211-6de6-4603-9063-e608db6a9b4c {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:53:24.241240 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'code': 200} Jun 18 19:53:24.295308 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:24.297947 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-e89e299c-e4cb-49b7-a273-1f6473343a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:24.347438 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=c601a99f-c767-4aa9-97ad-9e0ee19e3557,revision_number=7']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:24.350679 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:24.563895 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-5732a8fb-1970-4938-b847-8d450aa2eae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:24.884957 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e26a84-d336-435b-9243-f7dc683ffea7 req-aed6ca38-ee8a-4e54-9498-f74d182e2b8e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:24.886411 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-39e26a84-d336-435b-9243-f7dc683ffea7 req-aed6ca38-ee8a-4e54-9498-f74d182e2b8e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0641983 Jun 18 19:53:24.926372 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-39e26a84-d336-435b-9243-f7dc683ffea7 req-d612d0bb-bacf-442e-a788-1b1a38a9f205 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337737 Jun 18 19:53:26.108637 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76ca64-f052-4ea5-8591-99ac26362240 req-dc560536-cada-4c2b-9387-cd7c155e6dcd tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:26.110105 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-df76ca64-f052-4ea5-8591-99ac26362240 req-dc560536-cada-4c2b-9387-cd7c155e6dcd tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0646379 Jun 18 19:53:26.154548 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-df76ca64-f052-4ea5-8591-99ac26362240 req-cd2349f5-c0fb-4e4e-8b9f-2dfb5c9dd997 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384803 Jun 18 19:53:27.141072 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-622046f4-795d-4be8-9497-b30cf4b81ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:27.350503 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c5a18-e3c3-4840-a237-39f6cf257bf7 req-46530f71-c3d3-461e-868e-7f7dd4c7e165 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:27.351922 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e12c5a18-e3c3-4840-a237-39f6cf257bf7 req-46530f71-c3d3-461e-868e-7f7dd4c7e165 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0737371 Jun 18 19:53:27.395339 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e12c5a18-e3c3-4840-a237-39f6cf257bf7 req-86bf6d0a-6365-4c0e-adc4-821d77782a70 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362470 Jun 18 19:53:27.429654 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54546) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:27.548564 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-818d5478-0045-4027-bd32-39ed3682866a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:27.639203 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-818d5478-0045-4027-bd32-39ed3682866a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:27.764280 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-818d5478-0045-4027-bd32-39ed3682866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:27.768142 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-1a577ad7-4a6c-48dd-9d56-d98a1aa9bfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:27.804809 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-818d5478-0045-4027-bd32-39ed3682866a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94819b94935e42f9a87173b58fcd6f88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740091 Jun 18 19:53:27.806056 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d5478-0045-4027-bd32-39ed3682866a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b5331c-17b4-4a2f-acf6-df91628b9c00,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:27.807593 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 54562) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:27.810070 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-818d5478-0045-4027-bd32-39ed3682866a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:27.862011 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-162313d4-126d-4068-8808-ad3611fbc3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:27.888715 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-162313d4-126d-4068-8808-ad3611fbc3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:28.042787 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-162313d4-126d-4068-8808-ad3611fbc3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:28.046204 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-162313d4-126d-4068-8808-ad3611fbc3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:28.053162 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-162313d4-126d-4068-8808-ad3611fbc3c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76b5331c-17b4-4a2f-acf6-df91628b9c00 HTTP/1.1" status: 204 len: 168 time: 0.2388663 Jun 18 19:53:28.053162 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:28.069337 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162313d4-126d-4068-8808-ad3611fbc3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b5331c-17b4-4a2f-acf6-df91628b9c00,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:28.089098 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-162313d4-126d-4068-8808-ad3611fbc3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:28.090146 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:28.432027 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:28.647679 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96319cea-f98c-4ae0-a24d-0ac7bb5f7c2f req-74deb155-71c1-4dfd-98e1-411ee08afd6b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:28.647679 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-96319cea-f98c-4ae0-a24d-0ac7bb5f7c2f req-74deb155-71c1-4dfd-98e1-411ee08afd6b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0918849 Jun 18 19:53:28.700093 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-96319cea-f98c-4ae0-a24d-0ac7bb5f7c2f req-d641b065-120e-4f27-b2cd-b144bf5f3c72 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423903 Jun 18 19:53:29.151651 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:29.596781 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:53:29.922868 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad232204-4f3f-4f18-858c-7514f8ecaeba req-a2652f34-f636-417a-915b-dd013078a6a1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:29.924403 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ad232204-4f3f-4f18-858c-7514f8ecaeba req-a2652f34-f636-417a-915b-dd013078a6a1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0967913 Jun 18 19:53:29.975710 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ad232204-4f3f-4f18-858c-7514f8ecaeba req-f0b72db8-1f81-408e-a949-dc6815ea6ba4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451126 Jun 18 19:53:30.130327 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:30.233125 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54622) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:30.357144 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-91419a08-0adb-43c5-a4a4-ba1f0c24f007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:30.471270 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-91419a08-0adb-43c5-a4a4-ba1f0c24f007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:30.832654 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-91419a08-0adb-43c5-a4a4-ba1f0c24f007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:30.836225 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c5fdd06d-8fbd-4c18-9602-11c18f622cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:30.879448 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-91419a08-0adb-43c5-a4a4-ba1f0c24f007 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=671da9defa774ed58e102de5205802ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6451654 Jun 18 19:53:30.880408 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91419a08-0adb-43c5-a4a4-ba1f0c24f007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366259b2-0de0-438e-8edb-5c8bd6d7bb1d,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:30.882110 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 54626) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:30.917422 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-91419a08-0adb-43c5-a4a4-ba1f0c24f007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:30.932826 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a0f8435e-9599-479c-a88a-0046487f41dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:30.955184 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a0f8435e-9599-479c-a88a-0046487f41dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:31.066795 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a0f8435e-9599-479c-a88a-0046487f41dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:31.069532 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a0f8435e-9599-479c-a88a-0046487f41dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:31.070991 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-a0f8435e-9599-479c-a88a-0046487f41dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/366259b2-0de0-438e-8edb-5c8bd6d7bb1d HTTP/1.1" status: 204 len: 168 time: 0.1876218 Jun 18 19:53:31.071963 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-62f2a589-09fa-4923-a3ff-1ffde8fc672c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:31.083365 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8435e-9599-479c-a88a-0046487f41dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366259b2-0de0-438e-8edb-5c8bd6d7bb1d,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:31.088236 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-a0f8435e-9599-479c-a88a-0046487f41dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:31.496352 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988add3-d739-422a-b601-8f0b4b920630 req-a630fa73-95c8-4e72-917f-79a7bde30236 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:31.500090 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f988add3-d739-422a-b601-8f0b4b920630 req-a630fa73-95c8-4e72-917f-79a7bde30236 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.3962839 Jun 18 19:53:31.556032 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f988add3-d739-422a-b601-8f0b4b920630 req-50668154-1111-4612-9540-d50eab4c258a tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493436 Jun 18 19:53:32.822009 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c04a6-a666-4232-9dfe-613abbe9ea2b req-a0c6537f-fc7e-4f73-8327-891a7f0a490c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:32.823858 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-790c04a6-a666-4232-9dfe-613abbe9ea2b req-a0c6537f-fc7e-4f73-8327-891a7f0a490c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0862725 Jun 18 19:53:32.890913 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-790c04a6-a666-4232-9dfe-613abbe9ea2b req-94e1ee03-736f-40cf-a17e-87c7b56dffea tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566609 Jun 18 19:53:34.083524 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3ef42-af41-4b81-ad52-d0872fced591 req-dd0f2a60-2669-4e92-8c7a-42f19baab298 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:34.085022 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8df3ef42-af41-4b81-ad52-d0872fced591 req-dd0f2a60-2669-4e92-8c7a-42f19baab298 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0683544 Jun 18 19:53:34.124593 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8df3ef42-af41-4b81-ad52-d0872fced591 req-8aac772b-6731-4307-b1e5-b9419dde2b26 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338402 Jun 18 19:53:35.204093 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 54704) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:35.330098 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9933b-6e88-420e-96b9-e62c049eb70f req-457031dc-12b3-4c20-9bf8-3aa03397e400 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:35.337376 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-63f9933b-6e88-420e-96b9-e62c049eb70f req-457031dc-12b3-4c20-9bf8-3aa03397e400 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0785642 Jun 18 19:53:35.361674 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e8fcbcae-9d52-4840-b05b-a36356876f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:35.377151 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-63f9933b-6e88-420e-96b9-e62c049eb70f req-5a62e54a-a98c-45de-ba1a-abde449e5f52 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380497 Jun 18 19:53:35.502704 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e8fcbcae-9d52-4840-b05b-a36356876f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:35.574827 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e8fcbcae-9d52-4840-b05b-a36356876f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:35.580008 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-162313d4-126d-4068-8808-ad3611fbc3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:35.615310 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-e8fcbcae-9d52-4840-b05b-a36356876f4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c87e573334b4df1873595b5bd7f745d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094954 Jun 18 19:53:35.618042 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54708) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:35.632135 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcbcae-9d52-4840-b05b-a36356876f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d218645-c462-42e6-a621-3b26c237d3f2,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:35.638528 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e8fcbcae-9d52-4840-b05b-a36356876f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:35.687674 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d54643d5-5b19-437a-9c8e-41c6193fb89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:35.725848 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d54643d5-5b19-437a-9c8e-41c6193fb89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:35.889416 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d54643d5-5b19-437a-9c8e-41c6193fb89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:35.893432 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-d54643d5-5b19-437a-9c8e-41c6193fb89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:35.894593 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-d54643d5-5b19-437a-9c8e-41c6193fb89f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d218645-c462-42e6-a621-3b26c237d3f2 HTTP/1.1" status: 204 len: 168 time: 0.2755473 Jun 18 19:53:35.895553 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3b7e263b-ac55-4b6d-8e4a-9ea88a2d188b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:35.917335 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54643d5-5b19-437a-9c8e-41c6193fb89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d218645-c462-42e6-a621-3b26c237d3f2,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:35.926197 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d54643d5-5b19-437a-9c8e-41c6193fb89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:36.638839 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947d400-0e96-4e1a-9c6b-465522a170bc req-46532900-ff7b-48d4-86ff-3b95c5ec5c68 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:36.640431 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2947d400-0e96-4e1a-9c6b-465522a170bc req-46532900-ff7b-48d4-86ff-3b95c5ec5c68 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0979178 Jun 18 19:53:36.698210 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2947d400-0e96-4e1a-9c6b-465522a170bc req-a51cfb5a-3681-4acb-abea-b31815dc5e5b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482254 Jun 18 19:53:36.731535 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54716) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:36.761796 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-217be14f-97f3-40fa-b0c6-ef9f43b01917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:36.906725 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-217be14f-97f3-40fa-b0c6-ef9f43b01917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:36.998528 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-217be14f-97f3-40fa-b0c6-ef9f43b01917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.002949 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-64a4c44f-b64b-4e7c-a10a-5cc1b3254425 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:37.047309 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-217be14f-97f3-40fa-b0c6-ef9f43b01917 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c34cf99a5554437c9fba6b5a8e6034be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088956 Jun 18 19:53:37.048197 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217be14f-97f3-40fa-b0c6-ef9f43b01917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0520db0e-34c5-4ae2-874d-ca993a65b302,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:37.051072 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54718) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:37.064519 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-217be14f-97f3-40fa-b0c6-ef9f43b01917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:37.132131 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-949344c6-cedc-44e0-931c-ccfe848af4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.194184 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-949344c6-cedc-44e0-931c-ccfe848af4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.364274 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-949344c6-cedc-44e0-931c-ccfe848af4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.367175 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-949344c6-cedc-44e0-931c-ccfe848af4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:37.368417 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-949344c6-cedc-44e0-931c-ccfe848af4f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0520db0e-34c5-4ae2-874d-ca993a65b302 HTTP/1.1" status: 204 len: 168 time: 0.3053410 Jun 18 19:53:37.369299 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-e0bbac48-bdb4-42e8-8f26-45cc952e8db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:37.383564 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949344c6-cedc-44e0-931c-ccfe848af4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0520db0e-34c5-4ae2-874d-ca993a65b302,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:37.388380 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-949344c6-cedc-44e0-931c-ccfe848af4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:37.901708 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea55299-c0b4-428e-a971-f5cf55ed1346 req-c2d88ff0-06b7-4703-baef-551f44ddbdd6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:37.903221 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6ea55299-c0b4-428e-a971-f5cf55ed1346 req-c2d88ff0-06b7-4703-baef-551f44ddbdd6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0666533 Jun 18 19:53:37.944235 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-6ea55299-c0b4-428e-a971-f5cf55ed1346 req-c794d62b-6ff6-49ca-a99e-540580182207 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338871 Jun 18 19:53:39.163638 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3219b-8552-4b77-98d7-6289e2098dcd req-31246ae3-3e32-4a33-8aaa-d7d23bdec0e7 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:39.165849 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-93c3219b-8552-4b77-98d7-6289e2098dcd req-31246ae3-3e32-4a33-8aaa-d7d23bdec0e7 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0823891 Jun 18 19:53:39.210766 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-93c3219b-8552-4b77-98d7-6289e2098dcd req-9fe2f5cc-f47a-49bb-859a-0720795f1f24 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348382 Jun 18 19:53:40.403285 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08a9ff-8672-4603-9486-8bb7f85bb79e req-9e5cf987-9b62-4833-8187-2530b615d704 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:40.404817 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ef08a9ff-8672-4603-9486-8bb7f85bb79e req-9e5cf987-9b62-4833-8187-2530b615d704 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0721147 Jun 18 19:53:40.446839 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ef08a9ff-8672-4603-9486-8bb7f85bb79e req-1e41292a-153e-432a-b36c-26b9f7b74eff tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363972 Jun 18 19:53:40.563966 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a26f3b-3f2c-46f9-83a4-16f5c244e1e4 req-b418bf24-5c1e-46fc-8e8a-608a7da61fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:40.565472 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11a26f3b-3f2c-46f9-83a4-16f5c244e1e4 req-b418bf24-5c1e-46fc-8e8a-608a7da61fd3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 1099 time: 0.0568714 Jun 18 19:53:40.663650 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a26f3b-3f2c-46f9-83a4-16f5c244e1e4 req-4260a376-ef17-470a-b409-427942c2859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:40.665280 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11a26f3b-3f2c-46f9-83a4-16f5c244e1e4 req-4260a376-ef17-470a-b409-427942c2859d service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da HTTP/1.1" status: 200 len: 917 time: 0.0938928 Jun 18 19:53:40.733713 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11a26f3b-3f2c-46f9-83a4-16f5c244e1e4 req-6ccdfc90-5c9c-40fb-888e-e7939a7f1136 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557 HTTP/1.1" status: 200 len: 1002 time: 0.0614152 Jun 18 19:53:40.785598 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a26f3b-3f2c-46f9-83a4-16f5c244e1e4 req-bb9411d0-9d91-47f2-97a5-188e29cbd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:40.787007 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11a26f3b-3f2c-46f9-83a4-16f5c244e1e4 req-bb9411d0-9d91-47f2-97a5-188e29cbd7ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0653697-4e0e-4a33-be0c-cebd40779fe7 HTTP/1.1" status: 200 len: 856 time: 0.0472431 Jun 18 19:53:40.850440 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a26f3b-3f2c-46f9-83a4-16f5c244e1e4 req-e4d13241-9515-499f-9228-568c66b77f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:40.851772 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11a26f3b-3f2c-46f9-83a4-16f5c244e1e4 req-e4d13241-9515-499f-9228-568c66b77f22 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0584829 Jun 18 19:53:40.921944 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54790) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:40.946358 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11a26f3b-3f2c-46f9-83a4-16f5c244e1e4 req-726a80aa-51fa-4115-abc7-0267fdb7671f service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874071 Jun 18 19:53:41.031544 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfee5-a430-4f5d-b293-87731619c2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:41.042560 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-11a26f3b-3f2c-46f9-83a4-16f5c244e1e4 req-9689c514-9587-48b5-917e-f061bb6be305 service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891588 Jun 18 19:53:41.127600 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfee5-a430-4f5d-b293-87731619c2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:41.209037 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-6dcbfee5-a430-4f5d-b293-87731619c2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:41.211821 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-ed57683d-9ec5-451b-8de8-2c414e1534c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:41.248954 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-6dcbfee5-a430-4f5d-b293-87731619c2bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ceb7c596c9c44da0ba268f60cbdceb08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258293 Jun 18 19:53:41.249937 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbfee5-a430-4f5d-b293-87731619c2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c88eff7-ebac-4cc6-8a42-b3bf65de84da,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:41.251660 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 54794) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:41.253405 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-6dcbfee5-a430-4f5d-b293-87731619c2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:41.304199 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-cc3665c4-9698-4239-9485-f83d5bfff104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:41.328571 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-cc3665c4-9698-4239-9485-f83d5bfff104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:41.495006 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-cc3665c4-9698-4239-9485-f83d5bfff104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:41.500124 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-cc3665c4-9698-4239-9485-f83d5bfff104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:41.503453 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-cc3665c4-9698-4239-9485-f83d5bfff104 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c88eff7-ebac-4cc6-8a42-b3bf65de84da HTTP/1.1" status: 204 len: 168 time: 0.2505314 Jun 18 19:53:41.504541 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-9b74df37-a1ef-4c97-af48-f51afca4cf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:41.512583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3665c4-9698-4239-9485-f83d5bfff104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c88eff7-ebac-4cc6-8a42-b3bf65de84da,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:41.514834 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-cc3665c4-9698-4239-9485-f83d5bfff104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:41.638798 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cea495-aef9-42f2-9425-c332bbded16b req-3040bf87-b48c-411f-b6fc-3a1a892b7dba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:41.640260 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-61cea495-aef9-42f2-9425-c332bbded16b req-3040bf87-b48c-411f-b6fc-3a1a892b7dba tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0687544 Jun 18 19:53:41.681053 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-61cea495-aef9-42f2-9425-c332bbded16b req-74113d61-afcf-4e5b-8908-28d6a838ed1a tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347533 Jun 18 19:53:42.212885 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 54802) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:42.228739 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3b085047-783c-4e73-8f1d-bb020506937b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.318266 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3b085047-783c-4e73-8f1d-bb020506937b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.368952 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3b085047-783c-4e73-8f1d-bb020506937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.372195 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6e5d68da-73d8-438c-bf4e-8bf56e13b0c5 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:42.412389 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-3b085047-783c-4e73-8f1d-bb020506937b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cf976127dbc4a37a5422acb90e40b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982284 Jun 18 19:53:42.413105 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b085047-783c-4e73-8f1d-bb020506937b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae32cf9-be0a-4469-a596-0e7ed6face16,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:42.415153 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54804) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:42.416503 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-3b085047-783c-4e73-8f1d-bb020506937b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:42.465876 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-dd3a5f92-9a0f-4d22-8b8f-712f3822e041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.487234 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-dd3a5f92-9a0f-4d22-8b8f-712f3822e041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.592371 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-dd3a5f92-9a0f-4d22-8b8f-712f3822e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.595004 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-dd3a5f92-9a0f-4d22-8b8f-712f3822e041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:42.596160 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-dd3a5f92-9a0f-4d22-8b8f-712f3822e041 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ae32cf9-be0a-4469-a596-0e7ed6face16 HTTP/1.1" status: 204 len: 168 time: 0.1799901 Jun 18 19:53:42.597006 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-d48d1f47-9c7d-4660-b1b3-b85e911e04c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:42.606989 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a5f92-9a0f-4d22-8b8f-712f3822e041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae32cf9-be0a-4469-a596-0e7ed6face16,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:42.609708 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-dd3a5f92-9a0f-4d22-8b8f-712f3822e041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:42.918887 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b464dba-ec05-4533-b01d-4c33f503aed7 req-3094c049-9929-4aaf-b2bf-513f5ce5bcb3 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:42.920637 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3b464dba-ec05-4533-b01d-4c33f503aed7 req-3094c049-9929-4aaf-b2bf-513f5ce5bcb3 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0710599 Jun 18 19:53:42.962641 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-3b464dba-ec05-4533-b01d-4c33f503aed7 req-f00275c4-943d-4b4e-b976-5898067809c1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361049 Jun 18 19:53:44.102433 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device c601a99f-c767-4aa9-97ad-9e0ee19e3557 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:53:44.144006 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f21bef-a8be-4ab6-9265-e0ea17168d4f req-b67e074e-1160-4754-8a03-1dc4d77ffb2e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:44.145538 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-41f21bef-a8be-4ab6-9265-e0ea17168d4f req-b67e074e-1160-4754-8a03-1dc4d77ffb2e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 946 time: 0.0643182 Jun 18 19:53:44.182506 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.187302 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-41f21bef-a8be-4ab6-9265-e0ea17168d4f req-b44159b4-68db-48ac-adca-fe14388ba5ea tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360126 Jun 18 19:53:44.212668 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:53:44.214971 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d66b0d-d0f3-4571-91f9-e624f0333b68" -d '{"events": [{"server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "name": "network-vif-unplugged", "status": "completed", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:53:44.227257 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port c601a99f-c767-4aa9-97ad-9e0ee19e3557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:53:44.266023 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 19:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca292af-a974-495a-9b10-36044ff1e246 x-openstack-request-id: req-1ca292af-a974-495a-9b10-36044ff1e246 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:53:44.266439 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "name": "network-vif-unplugged", "status": "failed", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557", "code": 422}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:53:44.266777 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ca292af-a974-495a-9b10-36044ff1e246 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:53:44.267261 dv-cinder-790535-6-smb neutron-server[100014]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'code': 422} returned with failed status Jun 18 19:53:44.312230 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:44.314015 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:44.362323 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=c601a99f-c767-4aa9-97ad-9e0ee19e3557,revision_number=8']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:44.366704 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:46.675370 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9cabe-7775-4f6a-8a26-6072f6f1d439 req-4bfd4c69-5f3b-4099-a6b7-e468cf50cf54 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:46.676992 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-81d9cabe-7775-4f6a-8a26-6072f6f1d439 req-4bfd4c69-5f3b-4099-a6b7-e468cf50cf54 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0750437 Jun 18 19:53:46.718055 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-81d9cabe-7775-4f6a-8a26-6072f6f1d439 req-f5c71768-59bf-4b5c-b4e5-c296f3b76267 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344069 Jun 18 19:53:46.950237 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-87f8bccd-74ad-4480-acc0-51882726b921 req-21dd344d-5f6c-48d8-ae89-62c78ac92b09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0616369 Jun 18 19:53:47.910197 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81dd75-b8a6-4725-b2c4-0262f222ced8 req-8075b334-f178-47f9-8388-9c771ab1eecf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:47.911637 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fd81dd75-b8a6-4725-b2c4-0262f222ced8 req-8075b334-f178-47f9-8388-9c771ab1eecf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0683212 Jun 18 19:53:47.953900 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fd81dd75-b8a6-4725-b2c4-0262f222ced8 req-8e328100-73f6-4b81-9a92-bf5978d73d08 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357418 Jun 18 19:53:48.407272 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8bccd-74ad-4480-acc0-51882726b921 req-9de456c1-ac72-490e-820f-09d26687c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:48.413753 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-87f8bccd-74ad-4480-acc0-51882726b921 req-9de456c1-ac72-490e-820f-09d26687c170 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936&tenant_id=768a52f89fe94070af46a943e64aaf6f HTTP/1.1" status: 200 len: 1097 time: 0.0544789 Jun 18 19:53:48.485330 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8bccd-74ad-4480-acc0-51882726b921 req-85d0701b-debf-4d8c-8161-2046eea03aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:48.486832 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-87f8bccd-74ad-4480-acc0-51882726b921 req-85d0701b-debf-4d8c-8161-2046eea03aa1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 1097 time: 0.0558951 Jun 18 19:53:48.583894 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8bccd-74ad-4480-acc0-51882726b921 req-89d74fd2-e363-4a93-8e8a-026da483f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:48.585371 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-87f8bccd-74ad-4480-acc0-51882726b921 req-89d74fd2-e363-4a93-8e8a-026da483f7a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da HTTP/1.1" status: 200 len: 917 time: 0.0926630 Jun 18 19:53:48.658258 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-87f8bccd-74ad-4480-acc0-51882726b921 req-c9df1e30-8577-46bb-b89c-a40edc6e7c56 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557 HTTP/1.1" status: 200 len: 1000 time: 0.0663927 Jun 18 19:53:48.708248 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8bccd-74ad-4480-acc0-51882726b921 req-617fb5db-5d29-4098-bf9a-b88bec3d5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:48.709736 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-87f8bccd-74ad-4480-acc0-51882726b921 req-617fb5db-5d29-4098-bf9a-b88bec3d5139 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0653697-4e0e-4a33-be0c-cebd40779fe7 HTTP/1.1" status: 200 len: 856 time: 0.0456517 Jun 18 19:53:48.781417 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8bccd-74ad-4480-acc0-51882726b921 req-a7c6e660-03c6-4e25-9670-f9bc283fe08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:48.782975 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-87f8bccd-74ad-4480-acc0-51882726b921 req-a7c6e660-03c6-4e25-9670-f9bc283fe08a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0661638 Jun 18 19:53:48.873679 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-87f8bccd-74ad-4480-acc0-51882726b921 req-ad4943c5-b897-468e-aa74-64ae18c07997 service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844004 Jun 18 19:53:49.154470 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315294c4-9d19-4510-a071-ecfabe0c4f82 req-728e79bb-8ccc-479c-94d9-1474c9f9679a tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:49.156198 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-315294c4-9d19-4510-a071-ecfabe0c4f82 req-728e79bb-8ccc-479c-94d9-1474c9f9679a tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0750737 Jun 18 19:53:49.183443 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54938) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:49.213427 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-315294c4-9d19-4510-a071-ecfabe0c4f82 req-b242c538-c0b3-4fcb-8908-9ec6a0c95abc tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500708 Jun 18 19:53:49.278583 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-87f8bccd-74ad-4480-acc0-51882726b921 req-849c43c3-f940-4fae-82f2-3fe43c10d474 service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989275 Jun 18 19:53:49.297575 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0a70e08a-dd03-45a4-ad8c-4d7440f39cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:49.392506 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0a70e08a-dd03-45a4-ad8c-4d7440f39cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:49.477719 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0a70e08a-dd03-45a4-ad8c-4d7440f39cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:49.480371 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-12ca71aa-3322-4371-a5f8-c8e4773a108f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:49.516991 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-0a70e08a-dd03-45a4-ad8c-4d7440f39cd2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=411a62c91ddb4b8783b87412904d32b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319480 Jun 18 19:53:49.517958 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70e08a-dd03-45a4-ad8c-4d7440f39cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c421fbf-b6b9-4c40-9530-57490cf44f4f,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:49.519872 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 54948) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:49.520959 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-0a70e08a-dd03-45a4-ad8c-4d7440f39cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:49.571427 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4976694d-4579-4538-bd7e-3dafffa1631a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:49.593990 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4976694d-4579-4538-bd7e-3dafffa1631a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:49.718252 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4976694d-4579-4538-bd7e-3dafffa1631a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:49.720924 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4976694d-4579-4538-bd7e-3dafffa1631a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:49.722266 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-4976694d-4579-4538-bd7e-3dafffa1631a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c421fbf-b6b9-4c40-9530-57490cf44f4f HTTP/1.1" status: 204 len: 168 time: 0.2004855 Jun 18 19:53:49.723040 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-fa5dfb18-76ee-46fa-bb79-c0bea19333cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:49.730880 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976694d-4579-4538-bd7e-3dafffa1631a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c421fbf-b6b9-4c40-9530-57490cf44f4f,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:49.733363 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4976694d-4579-4538-bd7e-3dafffa1631a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:50.442134 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb3a8d-dd5a-461e-93d0-cd1a8107de85 req-85fc052a-9d47-4f61-9c15-0ae812dbbe48 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:50.443602 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-25cb3a8d-dd5a-461e-93d0-cd1a8107de85 req-85fc052a-9d47-4f61-9c15-0ae812dbbe48 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0721445 Jun 18 19:53:50.493785 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-25cb3a8d-dd5a-461e-93d0-cd1a8107de85 req-79bb8320-2970-4577-9098-411ae352f3c7 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437422 Jun 18 19:53:50.893776 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54970) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:50.907939 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-22398d06-0825-4a70-a6c3-df4f2f83abda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:51.010537 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-22398d06-0825-4a70-a6c3-df4f2f83abda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:51.071790 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-22398d06-0825-4a70-a6c3-df4f2f83abda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:51.074819 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-217be14f-97f3-40fa-b0c6-ef9f43b01917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:51.113271 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22398d06-0825-4a70-a6c3-df4f2f83abda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2896472c-04f0-4655-9761-352a12616184,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:51.117914 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-22398d06-0825-4a70-a6c3-df4f2f83abda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2c7de13f7964c4cb692d163acea3a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231154 Jun 18 19:53:51.121819 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-22398d06-0825-4a70-a6c3-df4f2f83abda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:51.121819 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 54972) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:51.178923 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-23158f45-9511-4e8e-a7e6-40f27550433c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:51.201978 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-23158f45-9511-4e8e-a7e6-40f27550433c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:51.340575 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-23158f45-9511-4e8e-a7e6-40f27550433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:51.344200 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-23158f45-9511-4e8e-a7e6-40f27550433c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:51.345488 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-23158f45-9511-4e8e-a7e6-40f27550433c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2896472c-04f0-4655-9761-352a12616184 HTTP/1.1" status: 204 len: 168 time: 0.2239904 Jun 18 19:53:51.346410 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-98b516d5-cb0e-4f8b-bfc5-6b5dfaa60c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:51.357424 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23158f45-9511-4e8e-a7e6-40f27550433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2896472c-04f0-4655-9761-352a12616184,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:51.358463 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-23158f45-9511-4e8e-a7e6-40f27550433c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:51.689715 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f21b2-42dd-4509-9a99-dfe9b5f14025 req-8891cbda-de6f-4b4c-8b23-e13f7fc8b1a5 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:51.691347 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-032f21b2-42dd-4509-9a99-dfe9b5f14025 req-8891cbda-de6f-4b4c-8b23-e13f7fc8b1a5 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0720162 Jun 18 19:53:51.734820 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-032f21b2-42dd-4509-9a99-dfe9b5f14025 req-05c82079-8ed6-4755-88c6-bf715c55018e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373766 Jun 18 19:53:52.956934 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49aeba-e9ad-48ac-96ea-b2d97191d64d req-56c764d9-e458-4d30-b2fd-c22e9e79413b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:52.958481 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ea49aeba-e9ad-48ac-96ea-b2d97191d64d req-56c764d9-e458-4d30-b2fd-c22e9e79413b tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0680530 Jun 18 19:53:53.006699 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ea49aeba-e9ad-48ac-96ea-b2d97191d64d req-7c140712-0eaa-4cac-89a8-6fe01169f4d9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424559 Jun 18 19:53:54.217912 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb39696-f715-459f-8dea-abb235ff695b req-95a01492-91ef-458b-ba38-779c835657c4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:54.219689 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9cb39696-f715-459f-8dea-abb235ff695b req-95a01492-91ef-458b-ba38-779c835657c4 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0761514 Jun 18 19:53:54.260298 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9cb39696-f715-459f-8dea-abb235ff695b req-dfcc9959-44b9-44e0-9e7f-29e258d9f5ee tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348778 Jun 18 19:53:54.586237 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-94cb2d11-e1a2-4fe5-afe0-9edb19bbc2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:55.469057 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfa5c4-23e3-4011-b0a2-fb9e71ddaf5b req-6a640c7b-cbe0-4659-90a2-4d63d302e966 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:55.470844 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-98cfa5c4-23e3-4011-b0a2-fb9e71ddaf5b req-6a640c7b-cbe0-4659-90a2-4d63d302e966 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0781245 Jun 18 19:53:55.537887 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-98cfa5c4-23e3-4011-b0a2-fb9e71ddaf5b req-0f30254f-2dca-47d7-8961-d73052e4def0 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605099 Jun 18 19:53:56.725386 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef997b-f9ce-4544-8d12-f5caf5f7ab45 req-17bff871-9ea5-4df3-b876-2ee7296b8238 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:56.737995 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f5ef997b-f9ce-4544-8d12-f5caf5f7ab45 req-17bff871-9ea5-4df3-b876-2ee7296b8238 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0685406 Jun 18 19:53:56.769334 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f5ef997b-f9ce-4544-8d12-f5caf5f7ab45 req-78225e07-4961-4b0b-a660-d7a861e73466 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351582 Jun 18 19:53:57.586277 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-2194297a-7182-4e02-abb1-6adc3bf150bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:57.964753 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911833-be58-4e8e-91ac-485ec13f2112 req-13396a71-268c-44c0-87be-76021b1db05d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:57.966802 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-34911833-be58-4e8e-91ac-485ec13f2112 req-13396a71-268c-44c0-87be-76021b1db05d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0733271 Jun 18 19:53:58.010190 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-34911833-be58-4e8e-91ac-485ec13f2112 req-96b21a6b-8a8e-4fd1-8d58-2fcd8d948bf3 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338905 Jun 18 19:53:58.489284 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:58.490624 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:58.595745 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55060) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:58.720569 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fabb1a56-9d59-427d-af34-7505fb4ecd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:58.820628 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fabb1a56-9d59-427d-af34-7505fb4ecd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:58.883219 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-fabb1a56-9d59-427d-af34-7505fb4ecd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:58.886005 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-818d5478-0045-4027-bd32-39ed3682866a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:58.927268 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-fabb1a56-9d59-427d-af34-7505fb4ecd6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11ccf066f325492b81d8b00d3050e01c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277349 Jun 18 19:53:58.927268 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb1a56-9d59-427d-af34-7505fb4ecd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2012e867-960f-4731-9292-47399bb2a11c,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:58.928741 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55064) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:58.929273 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-fabb1a56-9d59-427d-af34-7505fb4ecd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:58.985344 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e9bb3ffb-4b24-42b8-862e-82495425b833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:59.007497 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e9bb3ffb-4b24-42b8-862e-82495425b833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:59.135759 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e9bb3ffb-4b24-42b8-862e-82495425b833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:59.141573 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-e9bb3ffb-4b24-42b8-862e-82495425b833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:59.144371 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-e9bb3ffb-4b24-42b8-862e-82495425b833 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2012e867-960f-4731-9292-47399bb2a11c HTTP/1.1" status: 204 len: 168 time: 0.2143312 Jun 18 19:53:59.146069 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:53:59.163527 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:59.167375 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb3ffb-4b24-42b8-862e-82495425b833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2012e867-960f-4731-9292-47399bb2a11c,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:53:59.172473 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e9bb3ffb-4b24-42b8-862e-82495425b833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:53:59.255255 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60282bdf-ba65-4760-bff8-e002876cceb2 req-f74e9dbb-36fd-4b18-8e09-5ac60a6f825c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:53:59.256764 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-60282bdf-ba65-4760-bff8-e002876cceb2 req-f74e9dbb-36fd-4b18-8e09-5ac60a6f825c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0807338 Jun 18 19:53:59.298918 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-60282bdf-ba65-4760-bff8-e002876cceb2 req-85f70a57-81dc-47fd-836a-e838b9ca52a2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356152 Jun 18 19:53:59.784387 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55074) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:53:59.802654 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-abb550bb-5c80-46a3-86b8-81313a64ac28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:53:59.902317 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-abb550bb-5c80-46a3-86b8-81313a64ac28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.009644 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-abb550bb-5c80-46a3-86b8-81313a64ac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.014738 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-ac8b175b-8e17-4a5c-8014-e1b6fa6aa52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:00.066529 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb550bb-5c80-46a3-86b8-81313a64ac28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9056640-0edb-45fc-a96e-2ec259a2b99e,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:00.070911 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-abb550bb-5c80-46a3-86b8-81313a64ac28 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a4f57bb0beb4aa68a86d209b1705b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853346 Jun 18 19:54:00.071848 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-abb550bb-5c80-46a3-86b8-81313a64ac28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:00.073843 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55076) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:00.131816 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-854d28bf-f375-4d99-beb0-df08d5177ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.151733 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.157613 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-854d28bf-f375-4d99-beb0-df08d5177ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.345858 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-854d28bf-f375-4d99-beb0-df08d5177ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.348795 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-854d28bf-f375-4d99-beb0-df08d5177ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:00.349990 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-854d28bf-f375-4d99-beb0-df08d5177ac8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9056640-0edb-45fc-a96e-2ec259a2b99e HTTP/1.1" status: 204 len: 168 time: 0.2750769 Jun 18 19:54:00.357951 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-1d61eb10-b965-42cf-a5b0-7af23d7b45a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:00.362534 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d28bf-f375-4d99-beb0-df08d5177ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9056640-0edb-45fc-a96e-2ec259a2b99e,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:00.370879 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-854d28bf-f375-4d99-beb0-df08d5177ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:00.493710 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592103b-8fd4-4a64-879c-66ed35f69f6e req-a2b3a70f-7d3a-409b-82f5-ad5acd7b7681 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:00.495167 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7592103b-8fd4-4a64-879c-66ed35f69f6e req-a2b3a70f-7d3a-409b-82f5-ad5acd7b7681 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0696621 Jun 18 19:54:00.533020 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7592103b-8fd4-4a64-879c-66ed35f69f6e req-d414f4d1-d8bb-482e-b0eb-328c45434b0d tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314083 Jun 18 19:54:01.717636 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65dab1-6245-4186-9326-312d56aff60a req-9abfb151-0c3e-4c39-bfcd-1635af0ba598 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:01.719198 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ec65dab1-6245-4186-9326-312d56aff60a req-9abfb151-0c3e-4c39-bfcd-1635af0ba598 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0684307 Jun 18 19:54:01.757905 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ec65dab1-6245-4186-9326-312d56aff60a req-33e420f5-78de-4856-b919-f9af10e21e77 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327909 Jun 18 19:54:02.947355 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc5b90-fa3b-4463-bb2a-28384eac526c req-0aad928c-d5da-4f4a-92ac-a3c13b0a8a66 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:02.948897 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-55fc5b90-fa3b-4463-bb2a-28384eac526c req-0aad928c-d5da-4f4a-92ac-a3c13b0a8a66 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0714185 Jun 18 19:54:02.987770 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-55fc5b90-fa3b-4463-bb2a-28384eac526c req-24f62dc4-3ed3-49f1-9385-d87fe7101da8 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326436 Jun 18 19:54:03.289527 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdefd77-72fd-42dc-b4aa-64b098ee480f req-4f91c3f0-4af0-4926-933d-0be7fe7ab3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:03.291011 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-afdefd77-72fd-42dc-b4aa-64b098ee480f req-4f91c3f0-4af0-4926-933d-0be7fe7ab3eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=768a52f89fe94070af46a943e64aaf6f&device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 1097 time: 0.0629632 Jun 18 19:54:03.399297 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdefd77-72fd-42dc-b4aa-64b098ee480f req-fc62b012-179b-4a07-9c70-53a15c398fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:03.400650 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-afdefd77-72fd-42dc-b4aa-64b098ee480f req-fc62b012-179b-4a07-9c70-53a15c398fe2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da HTTP/1.1" status: 200 len: 917 time: 0.0880916 Jun 18 19:54:03.476932 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-afdefd77-72fd-42dc-b4aa-64b098ee480f req-f2320c6f-fb59-4989-8f79-bdb941be1e80 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557 HTTP/1.1" status: 200 len: 1000 time: 0.0693731 Jun 18 19:54:03.530098 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdefd77-72fd-42dc-b4aa-64b098ee480f req-010bef88-052f-427b-a8b5-26c2685e8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:03.531617 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-afdefd77-72fd-42dc-b4aa-64b098ee480f req-010bef88-052f-427b-a8b5-26c2685e8912 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f0653697-4e0e-4a33-be0c-cebd40779fe7 HTTP/1.1" status: 200 len: 856 time: 0.0476899 Jun 18 19:54:03.588720 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdefd77-72fd-42dc-b4aa-64b098ee480f req-f4f7e62f-22eb-4922-a279-d70876145896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:03.590267 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-afdefd77-72fd-42dc-b4aa-64b098ee480f req-f4f7e62f-22eb-4922-a279-d70876145896 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=eb24f8e6-01fe-44d5-9dba-2bf52964b0da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0522587 Jun 18 19:54:03.686550 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-afdefd77-72fd-42dc-b4aa-64b098ee480f req-df18aedb-8d73-450d-bbed-8f39d65f23c0 service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895877 Jun 18 19:54:03.779502 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-afdefd77-72fd-42dc-b4aa-64b098ee480f req-b18008ee-405a-4d4a-8a05-33405d394399 service neutron] 10.222.0.22 "GET /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868497 Jun 18 19:54:03.939213 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55152) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:04.044097 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-31008783-a4e5-4433-abea-ad0a1535cba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:04.164112 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-31008783-a4e5-4433-abea-ad0a1535cba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:04.191914 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c34c0-b020-4b98-b170-369d757c2f5a req-016b8a94-171d-4dc2-99ab-d814612f67ca tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:04.193318 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-226c34c0-b020-4b98-b170-369d757c2f5a req-016b8a94-171d-4dc2-99ab-d814612f67ca tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.0808108 Jun 18 19:54:04.221083 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-31008783-a4e5-4433-abea-ad0a1535cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:04.228454 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-258a2b44-2f86-4e59-b87e-ac3021fa64f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:04.261756 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-226c34c0-b020-4b98-b170-369d757c2f5a req-fa47ab4b-371b-404b-857a-3cd869205bf1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621979 Jun 18 19:54:04.271393 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-31008783-a4e5-4433-abea-ad0a1535cba4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=58d8586400714f65b50343142325c6c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311820 Jun 18 19:54:04.274155 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55158) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:04.276179 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31008783-a4e5-4433-abea-ad0a1535cba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9602815b-798d-4c4a-9b03-723ec429c1db,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:04.279948 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-31008783-a4e5-4433-abea-ad0a1535cba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:04.334027 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-26603d0b-2957-493f-a90c-0499cc65bed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:04.357248 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-26603d0b-2957-493f-a90c-0499cc65bed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:04.483309 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-26603d0b-2957-493f-a90c-0499cc65bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:04.485837 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-26603d0b-2957-493f-a90c-0499cc65bed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:04.487089 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-26603d0b-2957-493f-a90c-0499cc65bed7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9602815b-798d-4c4a-9b03-723ec429c1db HTTP/1.1" status: 204 len: 168 time: 0.2117457 Jun 18 19:54:04.487853 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-5cddd875-c218-47cb-8ba2-eeab743bede7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:04.495769 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26603d0b-2957-493f-a90c-0499cc65bed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9602815b-798d-4c4a-9b03-723ec429c1db,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:04.498165 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-26603d0b-2957-493f-a90c-0499cc65bed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:05.125899 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55164) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:05.139948 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-dd6372d2-ffc0-4028-88af-dce819f89913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:05.234550 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-dd6372d2-ffc0-4028-88af-dce819f89913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:05.317504 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-dd6372d2-ffc0-4028-88af-dce819f89913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:05.321418 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e2be8bd0-c14e-40aa-9c85-f143e5dda5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:05.362034 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-dd6372d2-ffc0-4028-88af-dce819f89913 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=95ff94d0bb574f79a0ed3d39c4adc2c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326908 Jun 18 19:54:05.362034 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6372d2-ffc0-4028-88af-dce819f89913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee450e4b-bbbe-42d8-b959-a307a14c2f62,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:05.362850 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55168) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:05.364667 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-dd6372d2-ffc0-4028-88af-dce819f89913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:05.444587 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-863fc912-3322-4c53-9a5a-15c85fe7bfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:05.474075 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-863fc912-3322-4c53-9a5a-15c85fe7bfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:05.506993 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be87cd-25a1-4758-ab3b-bde1fa57d750 req-f04661c5-51cd-4009-8f84-20e16ad06a9c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:05.508449 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f2be87cd-25a1-4758-ab3b-bde1fa57d750 req-f04661c5-51cd-4009-8f84-20e16ad06a9c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 944 time: 0.1101024 Jun 18 19:54:05.550124 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f2be87cd-25a1-4758-ab3b-bde1fa57d750 req-a0b9733f-441f-4ea1-b386-fc07505e4466 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335083 Jun 18 19:54:05.631060 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-863fc912-3322-4c53-9a5a-15c85fe7bfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:05.634744 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-863fc912-3322-4c53-9a5a-15c85fe7bfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:05.634856 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-863fc912-3322-4c53-9a5a-15c85fe7bfd3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee450e4b-bbbe-42d8-b959-a307a14c2f62 HTTP/1.1" status: 204 len: 168 time: 0.2714131 Jun 18 19:54:05.635645 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-a615f962-29ce-4827-a251-1d470d94426a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:05.644565 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fc912-3322-4c53-9a5a-15c85fe7bfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee450e4b-bbbe-42d8-b959-a307a14c2f62,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:05.646959 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-863fc912-3322-4c53-9a5a-15c85fe7bfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:06.237146 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device c601a99f-c767-4aa9-97ad-9e0ee19e3557 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:54:06.343123 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port c601a99f-c767-4aa9-97ad-9e0ee19e3557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:54:06.355540 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'port_id': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'mac_address': 'fa:16:3e:5a:f9:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:54:06.397450 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:06.411267 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c601a99f-c767-4aa9-97ad-9e0ee19e3557 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:54:06.432600 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port c601a99f-c767-4aa9-97ad-9e0ee19e3557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:54:06.585770 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:06.587579 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:06.602856 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:54:06.648518 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=c601a99f-c767-4aa9-97ad-9e0ee19e3557,revision_number=9']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:06.651786 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:06.743294 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895f479-e6de-4ddb-9f4b-8ca5f0b33e9d req-062478df-5530-4128-99b2-370878323b13 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:06.744849 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f895f479-e6de-4ddb-9f4b-8ca5f0b33e9d req-062478df-5530-4128-99b2-370878323b13 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 945 time: 0.0719435 Jun 18 19:54:06.784589 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f895f479-e6de-4ddb-9f4b-8ca5f0b33e9d req-fb178e94-04fa-4a87-9e8b-37b471537d6f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340381 Jun 18 19:54:06.980042 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['c601a99f-c767-4aa9-97ad-9e0ee19e3557'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:54:07.970197 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c66be-9433-4d82-abfc-f3c7b059c6fd req-6fab6264-860b-4fe0-b113-c9881519f133 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:07.971673 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-039c66be-9433-4d82-abfc-f3c7b059c6fd req-6fab6264-860b-4fe0-b113-c9881519f133 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 945 time: 0.0690198 Jun 18 19:54:08.011772 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-039c66be-9433-4d82-abfc-f3c7b059c6fd req-b423c54d-7dc4-428c-98d2-40ee1d7702f1 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343921 Jun 18 19:54:08.255157 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device c601a99f-c767-4aa9-97ad-9e0ee19e3557 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:54:08.312176 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port c601a99f-c767-4aa9-97ad-9e0ee19e3557 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:54:08.312755 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:08.390751 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:08.412651 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:54:08.414933 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff916f1e-b488-4813-a51c-315a8ddbc3af" -d '{"events": [{"server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "name": "network-vif-plugged", "status": "completed", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:54:08.429679 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port c601a99f-c767-4aa9-97ad-9e0ee19e3557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:54:08.452879 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6546b0-f89c-4c4d-8ec2-3a8697a375ca x-openstack-request-id: req-da6546b0-f89c-4c4d-8ec2-3a8697a375ca {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:54:08.453191 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "name": "network-vif-plugged", "status": "completed", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:54:08.453458 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da6546b0-f89c-4c4d-8ec2-3a8697a375ca {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:54:08.453868 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'code': 200} Jun 18 19:54:08.511459 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:08.513545 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:08.565802 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=c601a99f-c767-4aa9-97ad-9e0ee19e3557,revision_number=10']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:08.569155 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:08.783742 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b86c62-83a8-4c41-b0f9-cbdf696793b8 req-ccb169ed-5f3b-445e-bef1-b8efaf686e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:08.785393 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-31b86c62-83a8-4c41-b0f9-cbdf696793b8 req-ccb169ed-5f3b-445e-bef1-b8efaf686e10 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 1100 time: 0.0554512 Jun 18 19:54:08.821235 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-31b86c62-83a8-4c41-b0f9-cbdf696793b8 req-4aa4ff59-3105-442e-9c6f-0803d77aa9a9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294931 Jun 18 19:54:09.213463 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471b2a0-cbeb-46fa-8446-2f938dbc1515 req-61c34138-9ca4-4568-911f-ee553e68be70 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:09.214945 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7471b2a0-cbeb-46fa-8446-2f938dbc1515 req-61c34138-9ca4-4568-911f-ee553e68be70 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 947 time: 0.0686600 Jun 18 19:54:09.263252 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7471b2a0-cbeb-46fa-8446-2f938dbc1515 req-bb8f6cc6-1b90-412e-99fa-0b4ab2bdd9a6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410254 Jun 18 19:54:10.455285 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb2954-f5c1-44c4-bfc2-97d512169c27 req-459c1f18-f3c2-46ce-a983-78de834dd1a3 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:10.456887 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fccb2954-f5c1-44c4-bfc2-97d512169c27 req-459c1f18-f3c2-46ce-a983-78de834dd1a3 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 947 time: 0.0679739 Jun 18 19:54:10.499377 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fccb2954-f5c1-44c4-bfc2-97d512169c27 req-434ef0ff-89dc-49b5-a534-0ac079418e64 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349228 Jun 18 19:54:10.689890 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1acc2a-4616-4af5-a7ca-9ffc9184dbd2 req-4baab58e-2d29-4f45-9c29-c7b275ad37c6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:10.691458 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fb1acc2a-4616-4af5-a7ca-9ffc9184dbd2 req-4baab58e-2d29-4f45-9c29-c7b275ad37c6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0835395 Jun 18 19:54:10.731942 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fb1acc2a-4616-4af5-a7ca-9ffc9184dbd2 req-9bcbdc82-556c-4254-9166-af3df5a5361a tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344360 Jun 18 19:54:11.700255 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1250d-f12d-4501-88b5-e150d06e9a8d req-923a4e8f-83cc-4628-b073-0ceeb32f7e70 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:11.701823 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-96e1250d-f12d-4501-88b5-e150d06e9a8d req-923a4e8f-83cc-4628-b073-0ceeb32f7e70 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 947 time: 0.0679605 Jun 18 19:54:11.743759 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-96e1250d-f12d-4501-88b5-e150d06e9a8d req-edc755d4-3bf0-4b87-ab77-4edaafc493f3 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361030 Jun 18 19:54:11.920490 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697331c2-537e-4971-9c02-1413bfe217d8 req-7a30236c-342b-44a6-9028-af1c725debb0 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:11.921981 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-697331c2-537e-4971-9c02-1413bfe217d8 req-7a30236c-342b-44a6-9028-af1c725debb0 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0790992 Jun 18 19:54:11.961483 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-697331c2-537e-4971-9c02-1413bfe217d8 req-ab69c3f5-d38a-453b-ac4e-17a3b6bb6841 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332778 Jun 18 19:54:12.924625 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214c5b1-1fbf-404e-af98-b33099b18834 req-72a46af1-e1ae-47a4-a6ac-57707605823c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:12.925993 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c214c5b1-1fbf-404e-af98-b33099b18834 req-72a46af1-e1ae-47a4-a6ac-57707605823c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 947 time: 0.0644209 Jun 18 19:54:12.963655 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c214c5b1-1fbf-404e-af98-b33099b18834 req-3c1a6b83-4202-4fcd-a959-c17cbabf5375 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316989 Jun 18 19:54:13.154870 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231b5f2-46fd-4d6d-8372-c3e5e099cd3b req-3ab1cbb7-795e-41ab-8981-134154d4758b tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:13.156434 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f231b5f2-46fd-4d6d-8372-c3e5e099cd3b req-3ab1cbb7-795e-41ab-8981-134154d4758b tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0679228 Jun 18 19:54:13.197541 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-f231b5f2-46fd-4d6d-8372-c3e5e099cd3b req-94fc134e-80bd-4937-bc6a-004951341198 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344713 Jun 18 19:54:14.316164 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55308) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:14.377707 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b0e9d-2a27-4b02-b5e0-9ac341dcd7d3 req-c423cc82-aff1-4b5b-8d2f-4ad4a817367a tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:14.379312 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a01b0e9d-2a27-4b02-b5e0-9ac341dcd7d3 req-c423cc82-aff1-4b5b-8d2f-4ad4a817367a tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0651009 Jun 18 19:54:14.420215 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a01b0e9d-2a27-4b02-b5e0-9ac341dcd7d3 req-58087bc3-0d7c-43fd-8148-0814457d03cf tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349417 Jun 18 19:54:14.420967 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:14.515382 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:14.619602 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:14.623504 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-464dcbc7-acc6-4f56-97b5-e05207cb6346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:14.659829 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f09084d48c07452888c1a03286ec1923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425577 Jun 18 19:54:14.661056 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2538097-c848-418d-bfc7-7bc6037eef97,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:14.662481 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55312) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:14.669020 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.669488 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.669890 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.670258 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.670621 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.670983 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.671343 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.671698 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.672059 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.672412 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.672788 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.673141 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.677334 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:14.713394 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:14.742060 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:14.854288 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:14.857848 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:14.858982 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2538097-c848-418d-bfc7-7bc6037eef97 HTTP/1.1" status: 204 len: 168 time: 0.1955390 Jun 18 19:54:14.859762 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-6dcbfee5-a430-4f5d-b293-87731619c2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:14.867583 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2538097-c848-418d-bfc7-7bc6037eef97,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:14.875250 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.875669 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.876054 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.876421 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.876810 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.877185 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.877548 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.877974 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.878279 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.878880 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.879072 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.879437 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:14.882755 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:15.595450 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa63ac6-0279-41c6-a64d-0461d089636e req-2590bbb5-aa33-49a5-aff0-24e3b17cdf42 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:15.596904 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dfa63ac6-0279-41c6-a64d-0461d089636e req-2590bbb5-aa33-49a5-aff0-24e3b17cdf42 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0630238 Jun 18 19:54:15.634785 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dfa63ac6-0279-41c6-a64d-0461d089636e req-69b76d8c-5745-418c-83b2-990d2c63356d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323367 Jun 18 19:54:16.809438 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f6a77-eff4-4270-a974-ce41b71baa0a req-be9e589c-ba0c-4031-a43c-e4215033c872 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:16.810913 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-089f6a77-eff4-4270-a974-ce41b71baa0a req-be9e589c-ba0c-4031-a43c-e4215033c872 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0638821 Jun 18 19:54:16.848149 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-089f6a77-eff4-4270-a974-ce41b71baa0a req-94e6a33e-9ac4-411b-999e-ed4e1556721c tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316072 Jun 18 19:54:18.025491 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f27d8-8e3a-40f1-8c3b-00358a8a2e47 req-3c0db36b-f53e-4103-ad68-e6ba7da54f9f tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:18.026898 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d72f27d8-8e3a-40f1-8c3b-00358a8a2e47 req-3c0db36b-f53e-4103-ad68-e6ba7da54f9f tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0661712 Jun 18 19:54:18.063323 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d72f27d8-8e3a-40f1-8c3b-00358a8a2e47 req-7b196ff0-b94c-4204-95aa-5da832e4ae00 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301154 Jun 18 19:54:19.236127 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c61586-2a93-4466-83e7-751fc233ab00 req-938670f0-74e6-49d6-bb96-585d09e5667f tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:19.237628 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a5c61586-2a93-4466-83e7-751fc233ab00 req-938670f0-74e6-49d6-bb96-585d09e5667f tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0624723 Jun 18 19:54:19.275696 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-a5c61586-2a93-4466-83e7-751fc233ab00 req-34fd3871-cac1-405c-ac63-26ef3d6561ae tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324831 Jun 18 19:54:20.451703 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50edae3-30d9-49d4-beac-c1ab33b93fa7 req-dab94cc6-6195-44c5-8782-790a2bf83ee4 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:20.453232 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e50edae3-30d9-49d4-beac-c1ab33b93fa7 req-dab94cc6-6195-44c5-8782-790a2bf83ee4 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0672998 Jun 18 19:54:20.491579 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-e50edae3-30d9-49d4-beac-c1ab33b93fa7 req-6e283e0a-22be-48af-a112-4e84d00572d2 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326865 Jun 18 19:54:20.902488 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba07c2f-0f69-4e6b-a77a-7b62386d678d req-4dffd6a0-cd6a-4752-bc3c-e7726569df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:20.904576 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1ba07c2f-0f69-4e6b-a77a-7b62386d678d req-4dffd6a0-cd6a-4752-bc3c-e7726569df21 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f2e626262a046fdb2b42227888bad4d&device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 1099 time: 0.0538788 Jun 18 19:54:20.998107 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba07c2f-0f69-4e6b-a77a-7b62386d678d req-bdffec9e-812f-4a3e-a950-9266112d9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:20.999557 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1ba07c2f-0f69-4e6b-a77a-7b62386d678d req-bdffec9e-812f-4a3e-a950-9266112d9731 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c39119d5-f88f-416b-ae1e-a5644229104b HTTP/1.1" status: 200 len: 908 time: 0.0885251 Jun 18 19:54:21.071361 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1ba07c2f-0f69-4e6b-a77a-7b62386d678d req-22fe4ff7-38f3-4d31-80bd-abb1e5bb2a2e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 HTTP/1.1" status: 200 len: 1001 time: 0.0649438 Jun 18 19:54:21.120569 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba07c2f-0f69-4e6b-a77a-7b62386d678d req-fcb0aac8-fb14-4958-a691-7a536c57a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:21.122453 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1ba07c2f-0f69-4e6b-a77a-7b62386d678d req-fcb0aac8-fb14-4958-a691-7a536c57a90c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b31b643-019a-4c72-b04e-8fe61674aaf8 HTTP/1.1" status: 200 len: 847 time: 0.0451941 Jun 18 19:54:21.184115 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba07c2f-0f69-4e6b-a77a-7b62386d678d req-5eb17af9-0d29-4fb2-bdea-0f84a3163053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:21.185734 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1ba07c2f-0f69-4e6b-a77a-7b62386d678d req-5eb17af9-0d29-4fb2-bdea-0f84a3163053 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c39119d5-f88f-416b-ae1e-a5644229104b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0573912 Jun 18 19:54:21.278358 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1ba07c2f-0f69-4e6b-a77a-7b62386d678d req-42f7ca23-848c-4b78-9a24-ae7d8ad2d66e service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857954 Jun 18 19:54:21.371153 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-1ba07c2f-0f69-4e6b-a77a-7b62386d678d req-32f09878-5d80-4c06-9fbc-64cfd5896fd9 service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862551 Jun 18 19:54:21.667322 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc144e-cfcb-450b-9c62-e3818b748fba req-dcc7f5bf-9f85-465e-a0e6-813413cc2be3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:21.669310 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dfdc144e-cfcb-450b-9c62-e3818b748fba req-dcc7f5bf-9f85-465e-a0e6-813413cc2be3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0649927 Jun 18 19:54:21.707553 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-dfdc144e-cfcb-450b-9c62-e3818b748fba req-353a27ab-5d1f-4a60-849d-298d95a68062 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325778 Jun 18 19:54:22.881496 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffb818-7f14-4c3b-b7f8-b5e33a35aefe req-3a4c16f6-9010-470c-bde0-1d80b288c450 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:22.882970 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9dffb818-7f14-4c3b-b7f8-b5e33a35aefe req-3a4c16f6-9010-470c-bde0-1d80b288c450 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0648990 Jun 18 19:54:22.922005 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-9dffb818-7f14-4c3b-b7f8-b5e33a35aefe req-a1160b84-22a4-4ac5-b7a6-4d2794def69c tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324094 Jun 18 19:54:24.107534 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c8b2d-135e-45ca-b99e-2eadce9a49b4 req-4131e0fa-5e34-4c0e-ab8a-82fe46c54a2d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:24.108959 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4e5c8b2d-135e-45ca-b99e-2eadce9a49b4 req-4131e0fa-5e34-4c0e-ab8a-82fe46c54a2d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0741010 Jun 18 19:54:24.147055 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4e5c8b2d-135e-45ca-b99e-2eadce9a49b4 req-14d0185b-ee66-42a3-bec8-cf318e5b4931 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323896 Jun 18 19:54:24.551357 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ce9cc57a-a4d8-4162-aca3-6ebe0e4fd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:24.790704 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6326e-c633-437f-8a6e-4eafe0bcf8b2 req-20982858-2fe1-4e61-988b-6c29a6024780 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:24.792161 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-caf6326e-c633-437f-8a6e-4eafe0bcf8b2 req-20982858-2fe1-4e61-988b-6c29a6024780 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0638881 Jun 18 19:54:24.832095 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-caf6326e-c633-437f-8a6e-4eafe0bcf8b2 req-00ea4b22-734f-43a8-a618-5278550e1bc8 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335011 Jun 18 19:54:24.832463 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55340) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:54:24.930307 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-422c6d7f-6969-42b6-b9af-2d753a579e22 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965607 Jun 18 19:54:26.013714 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6f7d3-2a03-4bbf-a848-363896d1be24 req-a87e38fc-7113-4c10-b961-25106781726d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:26.015087 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-afe6f7d3-2a03-4bbf-a848-363896d1be24 req-a87e38fc-7113-4c10-b961-25106781726d tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0697482 Jun 18 19:54:26.055129 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-afe6f7d3-2a03-4bbf-a848-363896d1be24 req-29fd7359-bb67-42f8-a2da-4005db4ed2fd tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341909 Jun 18 19:54:26.348316 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:54:26.424501 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:26.447240 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:54:26.449486 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9674d9-bd31-4b6b-b446-4aa6ac03c7a1" -d '{"events": [{"server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:54:26.463085 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:54:26.485259 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 19:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3519f740-00c8-44d7-98ef-a03cdee86f54 x-openstack-request-id: req-3519f740-00c8-44d7-98ef-a03cdee86f54 {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:54:26.485619 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "name": "network-vif-unplugged", "status": "failed", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3", "code": 422}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:54:26.485978 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3519f740-00c8-44d7-98ef-a03cdee86f54 {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:54:26.486447 dv-cinder-790535-6-smb neutron-server[100014]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'code': 422} returned with failed status Jun 18 19:54:26.528635 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:26.531174 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:26.582945 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,revision_number=6']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:26.590499 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:26.590877 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:26.591228 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:26.591574 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:26.592462 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:26.592841 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:26.593177 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:26.593512 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:26.594074 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:26.594431 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:26.594755 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:26.595123 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:54:26.598993 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:27.123630 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-65e27c4d-8422-4d21-a3c9-da8bc769e27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:27.235696 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483231-a519-46d5-8290-458a2758e39b req-054cc5fe-1a9c-4fb0-bf84-858aea5bcf28 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:27.237388 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ae483231-a519-46d5-8290-458a2758e39b req-054cc5fe-1a9c-4fb0-bf84-858aea5bcf28 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 944 time: 0.0674009 Jun 18 19:54:27.237519 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-07a9fd92-06ee-4af7-a55d-9470554a01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:27.238852 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-07a9fd92-06ee-4af7-a55d-9470554a01d8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb&tenant_id=5f2e626262a046fdb2b42227888bad4d HTTP/1.1" status: 200 len: 1097 time: 0.0558734 Jun 18 19:54:27.279938 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-ae483231-a519-46d5-8290-458a2758e39b req-177fe08e-48ac-4000-87d5-7cde6bd94254 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331659 Jun 18 19:54:27.317893 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-997f9782-a3af-4e3c-bbef-06505a71ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:27.319268 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-997f9782-a3af-4e3c-bbef-06505a71ded4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f2e626262a046fdb2b42227888bad4d&device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 1097 time: 0.0559344 Jun 18 19:54:27.413693 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-8fcf9078-ce2f-405b-aaf1-5dd217f98e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:27.415059 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-8fcf9078-ce2f-405b-aaf1-5dd217f98e6d service neutron] 10.222.0.22 "GET /v2.0/networks?id=c39119d5-f88f-416b-ae1e-a5644229104b HTTP/1.1" status: 200 len: 908 time: 0.0889521 Jun 18 19:54:27.482871 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-cab2cf09-c6bf-416b-a3b4-65934aa7d2a4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 HTTP/1.1" status: 200 len: 999 time: 0.0597017 Jun 18 19:54:27.537650 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-1eec3087-5da2-4a5d-9d60-d926f465c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:27.539099 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-1eec3087-5da2-4a5d-9d60-d926f465c085 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b31b643-019a-4c72-b04e-8fe61674aaf8 HTTP/1.1" status: 200 len: 847 time: 0.0499442 Jun 18 19:54:27.598290 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-98252919-5448-40e5-a594-909a59afb442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:27.599784 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-98252919-5448-40e5-a594-909a59afb442 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c39119d5-f88f-416b-ae1e-a5644229104b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0539443 Jun 18 19:54:27.686887 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-cfc1fd3c-be9d-4474-8a19-87a81b313d36 service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798521 Jun 18 19:54:27.777459 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-ed3d5999-8e3b-4f42-b0b4-2782c601bb6d req-34c104db-756b-42ee-924b-609eb941982b service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841269 Jun 18 19:54:28.048307 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:28.442528 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:28.464615 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c6925-1988-4fe6-bbf1-5b3fdf623c80 req-5d3937b6-9925-48a7-b19b-8a97d4287566 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:28.466189 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7d6c6925-1988-4fe6-bbf1-5b3fdf623c80 req-5d3937b6-9925-48a7-b19b-8a97d4287566 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 944 time: 0.0656886 Jun 18 19:54:28.505282 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7d6c6925-1988-4fe6-bbf1-5b3fdf623c80 req-7bb0645b-4b79-4592-8651-95f92dd8d0c6 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330150 Jun 18 19:54:29.145374 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:29.682808 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b2aa6-7d7f-4dff-b0b8-bb25d0faec29 req-ed384329-3b21-47e9-ad52-5328b0a5727a tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:29.684234 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d86b2aa6-7d7f-4dff-b0b8-bb25d0faec29 req-ed384329-3b21-47e9-ad52-5328b0a5727a tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 944 time: 0.0676162 Jun 18 19:54:29.722786 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-d86b2aa6-7d7f-4dff-b0b8-bb25d0faec29 req-7f144992-2042-4616-8f5a-1ed8b7c004ec tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326719 Jun 18 19:54:30.156889 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:30.363602 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=100014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 19:54:30.459279 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:54:30.470799 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Returning: {'device': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'port_id': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'mac_address': 'fa:16:3e:56:d2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 19:54:30.512476 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:30.527281 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 {{(pid=100014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 19:54:30.547039 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:54:30.602463 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:30.605102 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-deca4e69-a038-4c87-b0bf-d6c0c2340d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:30.654707 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,revision_number=7']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:30.657776 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:30.898719 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9aca-6122-45e1-b078-d26f4dc20259 req-9380bd69-1bca-4932-8b58-8d2929bd5bcc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:30.900147 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8dde9aca-6122-45e1-b078-d26f4dc20259 req-9380bd69-1bca-4932-8b58-8d2929bd5bcc tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 945 time: 0.0642736 Jun 18 19:54:30.920615 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] get_ports_and_sgs() called for port_ids ['9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3'] {{(pid=100014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 19:54:30.938920 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-8dde9aca-6122-45e1-b078-d26f4dc20259 req-afc161d0-f17f-435d-96a0-ee2b45b8491e tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330315 Jun 18 19:54:32.117952 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ac606-568e-4c08-a5b1-45ac124dcea5 req-e8fd1dfc-63ad-4573-870b-a4d50d8c0ce3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:32.119523 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-215ac606-568e-4c08-a5b1-45ac124dcea5 req-e8fd1dfc-63ad-4573-870b-a4d50d8c0ce3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 945 time: 0.0681634 Jun 18 19:54:32.157600 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-215ac606-568e-4c08-a5b1-45ac124dcea5 req-982ba059-b92f-4323-99f3-6aaf509a11ad tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321243 Jun 18 19:54:32.364572 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 up at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 19:54:32.411052 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.provisioning_blocks [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Provisioning complete for port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 triggered by entity L2. {{(pid=100014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 19:54:32.411450 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16230516'] for port, provisioning_complete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:32.490810 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16300159'] for port, before_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:32.512662 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3'}] {{(pid=100014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:54:32.515697 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74a1d845649f61dba8d65ff6ec14166915eaad891ec144e66f181b4df60d475c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b228ab-ea15-4df6-a480-92ffce2c2d44" -d '{"events": [{"server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "name": "network-vif-plugged", "status": "completed", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3"}]}' {{(pid=100014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:54:32.528986 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] For port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:54:32.554768 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b422ca-d140-44ec-9cd5-92e3e68875eb x-openstack-request-id: req-76b422ca-d140-44ec-9cd5-92e3e68875eb {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:54:32.555079 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "name": "network-vif-plugged", "status": "completed", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3", "code": 200}]} {{(pid=100014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:54:32.555341 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76b422ca-d140-44ec-9cd5-92e3e68875eb {{(pid=100014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:54:32.555745 dv-cinder-790535-6-smb neutron-server[100014]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'code': 200} Jun 18 19:54:32.584262 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727448639443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727448050517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727448050562'] for port, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:32.586922 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-deca4e69-a038-4c87-b0bf-d6c0c2340d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:54:32.635365 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Pushing event updated for resources: {'Port': ['ID=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,revision_number=8']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:54:32.645043 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:54:32.886017 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b66e0-83a9-4ad5-bc5d-03c4d1d9cef3 req-9ff3e3cd-be8d-4758-b493-044acd100611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:32.887472 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-400b66e0-83a9-4ad5-bc5d-03c4d1d9cef3 req-9ff3e3cd-be8d-4758-b493-044acd100611 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 1099 time: 0.0523484 Jun 18 19:54:32.928313 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-400b66e0-83a9-4ad5-bc5d-03c4d1d9cef3 req-8f70153d-3df8-4262-9fca-aeedddcbe6bf service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286801 Jun 18 19:54:33.339562 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e677a0a-bbd2-4e2a-964b-816e85cced7d req-31d8f2f4-4625-42f9-8e5b-4f94b1a77ce4 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:33.341797 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4e677a0a-bbd2-4e2a-964b-816e85cced7d req-31d8f2f4-4625-42f9-8e5b-4f94b1a77ce4 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0721004 Jun 18 19:54:33.378700 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-4e677a0a-bbd2-4e2a-964b-816e85cced7d req-eb607007-36ce-4c0b-a84d-d6d65e2149a2 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314944 Jun 18 19:54:34.553669 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acb6ca-c5c6-4624-a914-3b274d2cfd12 req-f944d73c-f5f9-41cd-9817-a98aa0a92a41 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:54:34.555110 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-44acb6ca-c5c6-4624-a914-3b274d2cfd12 req-f944d73c-f5f9-41cd-9817-a98aa0a92a41 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0632880 Jun 18 19:54:34.593680 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-44acb6ca-c5c6-4624-a914-3b274d2cfd12 req-fe64ee28-c21a-4df1-84a7-e47d2cc20705 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321259 Jun 18 19:54:43.601192 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:54:54.544829 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-8a83e6d5-b72b-4457-b4db-9f5f76abfe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:57.093383 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d61c30c0-5c64-4ac3-8fac-c0922a1dc172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:58.070143 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:58.401810 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:54:59.161469 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:00.185227 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:03.457447 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f821bf72-8246-4db3-9933-23a4e14eecce req-83efce94-0ebd-4432-a63a-d7e41da15935 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519683 Jun 18 19:55:03.557179 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821bf72-8246-4db3-9933-23a4e14eecce req-5e615670-7708-404a-94b8-3a896ec4a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:03.558635 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f821bf72-8246-4db3-9933-23a4e14eecce req-5e615670-7708-404a-94b8-3a896ec4a8eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f2e626262a046fdb2b42227888bad4d&device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 1099 time: 0.0570326 Jun 18 19:55:03.665581 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821bf72-8246-4db3-9933-23a4e14eecce req-c0878ed5-3d12-469e-8c3d-f645ecde8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:03.667026 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f821bf72-8246-4db3-9933-23a4e14eecce req-c0878ed5-3d12-469e-8c3d-f645ecde8005 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c39119d5-f88f-416b-ae1e-a5644229104b HTTP/1.1" status: 200 len: 908 time: 0.0853355 Jun 18 19:55:03.736101 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f821bf72-8246-4db3-9933-23a4e14eecce req-f0ef3023-e628-40b6-a549-4c7146b666df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 HTTP/1.1" status: 200 len: 1001 time: 0.0626550 Jun 18 19:55:03.785259 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821bf72-8246-4db3-9933-23a4e14eecce req-cffbe781-fadb-45a5-a521-b1b7614706d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:03.786708 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f821bf72-8246-4db3-9933-23a4e14eecce req-cffbe781-fadb-45a5-a521-b1b7614706d2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b31b643-019a-4c72-b04e-8fe61674aaf8 HTTP/1.1" status: 200 len: 847 time: 0.0445256 Jun 18 19:55:03.845127 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821bf72-8246-4db3-9933-23a4e14eecce req-992da258-a44a-4856-8055-e60ac626b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:03.847996 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f821bf72-8246-4db3-9933-23a4e14eecce req-992da258-a44a-4856-8055-e60ac626b587 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c39119d5-f88f-416b-ae1e-a5644229104b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0543029 Jun 18 19:55:03.944791 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f821bf72-8246-4db3-9933-23a4e14eecce req-46594657-1200-4ea1-9f3e-1ee0342a819d service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891619 Jun 18 19:55:04.037103 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-f821bf72-8246-4db3-9933-23a4e14eecce req-47504fc4-54e7-48ad-921b-ae0b9b6e2e14 service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855446 Jun 18 19:55:09.374893 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3487577-593d-4824-8593-0aea2d712849 req-d5a9bdf0-0f66-4c60-8e82-14379e8af0c9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:09.376472 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c3487577-593d-4824-8593-0aea2d712849 req-d5a9bdf0-0f66-4c60-8e82-14379e8af0c9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 947 time: 0.1942692 Jun 18 19:55:09.423369 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-c3487577-593d-4824-8593-0aea2d712849 req-77100210-ae90-4472-ad64-bdcf4bf8dc0f tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403347 Jun 18 19:55:10.758161 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-d0376c32-7481-4582-b6a6-43b8ffe3c504 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:10.759676 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-d0376c32-7481-4582-b6a6-43b8ffe3c504 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.22 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 947 time: 0.0664010 Jun 18 19:55:10.818118 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11a3d1-2bce-4ceb-a4a3-96fb1505d146 req-c23de072-04fc-4295-aec1-7ee2f6fafa3c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:55:10.819582 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2a11a3d1-2bce-4ceb-a4a3-96fb1505d146 req-c23de072-04fc-4295-aec1-7ee2f6fafa3c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 947 time: 0.1143630 Jun 18 19:55:10.862809 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-2a11a3d1-2bce-4ceb-a4a3-96fb1505d146 req-5f9b5d9f-a9a4-46b8-b2ad-b105138a1e3e tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups?id=f05e68cb-f043-4e2e-a89f-afcca4635a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373166 Jun 18 19:55:10.870205 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Deleting port c601a99f-c767-4aa9-97ad-9e0ee19e3557 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:55:10.870554 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:10.961301 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] For port c601a99f-c767-4aa9-97ad-9e0ee19e3557, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c601a99f-c767-4aa9-97ad-9e0ee19e3557,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:55:10.961552 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:11.119565 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:11.119933 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-618634'] for floatingip, after_update {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:11.120243 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.db.l3_db [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Floating IP 922a71ef-26ec-43df-9f30-f114df61bbb4 disassociated. External IP: 172.28.3.106, port: c601a99f-c767-4aa9-97ad-9e0ee19e3557. Jun 18 19:55:11.120583 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Calling delete_port for c601a99f-c767-4aa9-97ad-9e0ee19e3557 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:55:11.327873 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:11.332060 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e7e2f0d6-16e0-4184-a052-a3ae5603c9d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:11.360004 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event deleted for resources: {'Port': ['ID=c601a99f-c767-4aa9-97ad-9e0ee19e3557,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:11.363483 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:11.473701 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:55:11.583485 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:55:11.593940 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f27243-84f5-422a-8bff-ab680c4d8353 None None] Sync routers for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:55:11.603050 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f27243-84f5-422a-8bff-ab680c4d8353 None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:55:11.603648 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-46f27243-84f5-422a-8bff-ab680c4d8353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:54:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:55:11.628189 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] No DVR routers for this DVR port c601a99f-c767-4aa9-97ad-9e0ee19e3557 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:55:11.629355 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:11.631299 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0dbc4a0d-f74d-493a-b206-1af7a045ceba req-7475664b-f045-400f-a55e-5e68541d541c tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.22 "DELETE /v2.0/ports/c601a99f-c767-4aa9-97ad-9e0ee19e3557 HTTP/1.1" status: 204 len: 173 time: 0.8648221 Jun 18 19:55:11.632085 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'name': 'network-vif-deleted', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:55:11.634963 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff623f41-a5d2-42df-8dac-afd75747781c" -d '{"events": [{"server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "name": "network-vif-deleted", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:55:11.680496 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ffef59-a0fa-47fa-84f7-3dd6ea99d117 x-openstack-request-id: req-c7ffef59-a0fa-47fa-84f7-3dd6ea99d117 {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:55:11.680875 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc865a6-2440-4687-af5d-015c514bd936", "name": "network-vif-deleted", "tag": "c601a99f-c767-4aa9-97ad-9e0ee19e3557", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:55:11.681176 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7ffef59-a0fa-47fa-84f7-3dd6ea99d117 {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:55:11.690893 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc865a6-2440-4687-af5d-015c514bd936', 'name': 'network-vif-deleted', 'tag': 'c601a99f-c767-4aa9-97ad-9e0ee19e3557', 'status': 'completed', 'code': 200} Jun 18 19:55:11.721715 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-46f27243-84f5-422a-8bff-ab680c4d8353 None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:55:11.944548 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-46f27243-84f5-422a-8bff-ab680c4d8353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:17Z', 'revision_number': 5, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:55:11.970516 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f27243-84f5-422a-8bff-ab680c4d8353 None None] Checking router: f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:55:11.979311 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f27243-84f5-422a-8bff-ab680c4d8353 None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:55:11.979953 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-46f27243-84f5-422a-8bff-ab680c4d8353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:54:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:55:12.024358 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-7d829f5d-bfd1-428c-9d78-fb5f2f77af2a req-ff63772e-d9f9-40fb-8052-28262b0ac337 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdc865a6-2440-4687-af5d-015c514bd936 HTTP/1.1" status: 200 len: 210 time: 0.0380554 Jun 18 19:55:12.097073 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-46f27243-84f5-422a-8bff-ab680c4d8353 None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:55:12.299377 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-46f27243-84f5-422a-8bff-ab680c4d8353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:17Z', 'revision_number': 5, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:55:12.328190 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f27243-84f5-422a-8bff-ab680c4d8353 None None] The sync data for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb is: [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:46:10Z', 'revision_number': 4, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': '2264ccbd-9c12-4d05-ab0a-dbc46341609b', 'name': '', 'network_id': 'eb24f8e6-01fe-44d5-9dba-2bf52964b0da', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'mac_address': 'fa:16:3e:0b:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_interface', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:09Z', 'updated_at': '2021-06-18T19:46:17Z', 'revision_number': 5, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'subnets': [{'id': 'f0653697-4e0e-4a33-be0c-cebd40779fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:55:12.555779 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad5ce7-88f4-4d49-986d-0ef991fcc463 None None] New status for floating IP 922a71ef-26ec-43df-9f30-f114df61bbb4: DOWN {{(pid=100014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:55:13.231985 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55406) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:13.288577 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b4ec874b-c3b6-4a0f-a6b3-7ef6b4d588cf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:13.312927 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b4ec874b-c3b6-4a0f-a6b3-7ef6b4d588cf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:13.441453 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b4ec874b-c3b6-4a0f-a6b3-7ef6b4d588cf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:13.444035 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-b4ec874b-c3b6-4a0f-a6b3-7ef6b4d588cf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:13.445182 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-b4ec874b-c3b6-4a0f-a6b3-7ef6b4d588cf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "DELETE /v2.0/security-groups/f05e68cb-f043-4e2e-a89f-afcca4635a76 HTTP/1.1" status: 204 len: 168 time: 0.2116413 Jun 18 19:55:13.446209 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-a7c654b9-5cf5-4710-91a0-3989a3baea1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:13.448319 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55408) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:13.455435 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec874b-c3b6-4a0f-a6b3-7ef6b4d588cf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05e68cb-f043-4e2e-a89f-afcca4635a76,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:13.458009 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-b4ec874b-c3b6-4a0f-a6b3-7ef6b4d588cf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:13.462082 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.api.v2.resource [None req-a3f11a99-6c4d-40c6-8a57-8ea87a3fadb9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] show failed (client error): The resource could not be found. Jun 18 19:55:13.465680 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-a3f11a99-6c4d-40c6-8a57-8ea87a3fadb9 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "GET /v2.0/security-groups/f05e68cb-f043-4e2e-a89f-afcca4635a76 HTTP/1.1" status: 404 len: 347 time: 0.0136840 Jun 18 19:55:13.466077 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55410) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:13.590022 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab2133-2775-4382-a91e-f210875bb809 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Deleting port abfdd8f3-97d8-4261-ba84-0f8b13d0eac8 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:55:13.590256 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2133-2775-4382-a91e-f210875bb809 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:13.670870 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2133-2775-4382-a91e-f210875bb809 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:13.671940 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2133-2775-4382-a91e-f210875bb809 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:13.737596 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-d8ab2133-2775-4382-a91e-f210875bb809 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Calling delete_port for abfdd8f3-97d8-4261-ba84-0f8b13d0eac8 owned by network:floatingip {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:55:13.973132 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2133-2775-4382-a91e-f210875bb809 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:13.975236 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-e5576690-a4c6-4fa2-8dba-52fb649d01b4 tempest-TestMinimumBasicScenario-54060762 tempest-TestMinimumBasicScenario-54060762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:14.001368 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab2133-2775-4382-a91e-f210875bb809 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Pushing event deleted for resources: {'Port': ['ID=abfdd8f3-97d8-4261-ba84-0f8b13d0eac8,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:14.005393 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-d8ab2133-2775-4382-a91e-f210875bb809 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:14.067530 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2133-2775-4382-a91e-f210875bb809 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks [] for floatingip, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:14.070190 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d8ab2133-2775-4382-a91e-f210875bb809 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:14.071922 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-d8ab2133-2775-4382-a91e-f210875bb809 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] 10.222.0.30 "DELETE /v2.0/floatingips/922a71ef-26ec-43df-9f30-f114df61bbb4 HTTP/1.1" status: 204 len: 168 time: 0.6046407 Jun 18 19:55:14.616421 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device c601a99f-c767-4aa9-97ad-9e0ee19e3557 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:55:14.637815 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: c601a99f-c767-4aa9-97ad-9e0ee19e3557 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:55:14.638171 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device c601a99f-c767-4aa9-97ad-9e0ee19e3557 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:55:16.982347 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55432) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:17.438097 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509175'] for router_interface, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:17.947930 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Deleting port 2264ccbd-9c12-4d05-ab0a-dbc46341609b {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:55:17.948273 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:18.025172 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] For port 2264ccbd-9c12-4d05-ab0a-dbc46341609b, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=2264ccbd-9c12-4d05-ab0a-dbc46341609b,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:55:18.025884 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:18.091880 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Calling delete_port for 2264ccbd-9c12-4d05-ab0a-dbc46341609b owned by network:router_interface {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:55:18.367280 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:18.369504 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-6c86828e-7a35-4982-9cab-45fd3d8ef88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:18.394489 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Pushing event deleted for resources: {'Port': ['ID=2264ccbd-9c12-4d05-ab0a-dbc46341609b,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:18.421055 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:18.421500 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:18.421945 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:18.422266 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:18.422638 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:18.423012 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:18.423380 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:18.423745 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:18.424111 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:18.424476 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:18.424865 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:18.425227 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:18.430094 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:18.580988 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-701045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509003'] for router_interface, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:18.818262 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:55:18.930513 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:55:18.935478 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-962b3154-13bd-4d85-b5b1-7914a20a6fda admin admin] 10.222.0.30 "PUT /v2.0/routers/f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9520929 Jun 18 19:55:18.938525 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55436) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:18.941732 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e951a-921f-44fc-9f24-011eb7ab1b87 None None] Sync routers for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:55:18.953335 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e951a-921f-44fc-9f24-011eb7ab1b87 None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:55:18.953977 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-d92e951a-921f-44fc-9f24-011eb7ab1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:54:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:55:19.046691 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Notify callbacks [] for router, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:19.148815 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-d92e951a-921f-44fc-9f24-011eb7ab1b87 None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:55:19.160476 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:19.284035 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Deleting port 70317350-532f-416b-aa14-bd3e4457da8e {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:55:19.284367 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:19.329595 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-d92e951a-921f-44fc-9f24-011eb7ab1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': '70317350-532f-416b-aa14-bd3e4457da8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:55:18Z', 'revision_number': 5, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port': {'id': '70317350-532f-416b-aa14-bd3e4457da8e', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:62:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:46:05Z', 'updated_at': '2021-06-18T19:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:55:19.355590 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e951a-921f-44fc-9f24-011eb7ab1b87 None None] Checking router: f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:55:19.365136 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e951a-921f-44fc-9f24-011eb7ab1b87 None None] Routers {'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:55:19.365765 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-d92e951a-921f-44fc-9f24-011eb7ab1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:54:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:55:19.368761 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] For port 70317350-532f-416b-aa14-bd3e4457da8e, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=70317350-532f-416b-aa14-bd3e4457da8e,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:55:19.369126 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:19.434650 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Calling delete_port for 70317350-532f-416b-aa14-bd3e4457da8e owned by network:router_gateway {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:55:19.457599 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-d92e951a-921f-44fc-9f24-011eb7ab1b87 None None] Set router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 gateway port host: None {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:55:19.511236 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-d92e951a-921f-44fc-9f24-011eb7ab1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:55:19Z', 'revision_number': 6, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port_host': None}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:55:19.544902 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e951a-921f-44fc-9f24-011eb7ab1b87 None None] The sync data for ids ['f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050'] in dv-cinder-790535-6-smb is: [{'id': 'f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050', 'name': 'tempest-AttachVolumeShelveTestJSON-2077708360-router', 'tenant_id': '768a52f89fe94070af46a943e64aaf6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:46:04Z', 'updated_at': '2021-06-18T19:55:19Z', 'revision_number': 6, 'project_id': '768a52f89fe94070af46a943e64aaf6f', 'gw_port_host': None}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:55:19.686237 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:19.690690 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:19.725228 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=70317350-532f-416b-aa14-bd3e4457da8e,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:19.727661 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:19.797979 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618599'] for router_gateway, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:19.893325 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6929'] for router, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:19.897726 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.047161 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.047939 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 {{(pid=100013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:55:20.051913 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] Notify callbacks [] for router, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.053086 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-0f0a1ade-b2c5-42a6-9a23-317cb3460c5b admin admin] 10.222.0.30 "DELETE /v2.0/routers/f8efd7f2-fc2a-4f66-aed6-6e73a5ea9050 HTTP/1.1" status: 204 len: 168 time: 1.1136370 Jun 18 19:55:20.055674 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55438) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:20.103570 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a269533-6c50-488f-8834-b4f80010a326 admin admin] Deleting subnet f0653697-4e0e-4a33-be0c-cebd40779fe7 {{(pid=100013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:55:20.106577 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a269533-6c50-488f-8834-b4f80010a326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.138878 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a269533-6c50-488f-8834-b4f80010a326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3430576'] for subnet, precommit_delete_associations {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.214835 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a269533-6c50-488f-8834-b4f80010a326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.307227 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 2264ccbd-9c12-4d05-ab0a-dbc46341609b no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:55:20.329300 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: 2264ccbd-9c12-4d05-ab0a-dbc46341609b {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:55:20.329658 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 2264ccbd-9c12-4d05-ab0a-dbc46341609b not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:55:20.333392 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a269533-6c50-488f-8834-b4f80010a326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3353598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410019'] for subnet, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.335616 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:20.361185 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a269533-6c50-488f-8834-b4f80010a326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0653697-4e0e-4a33-be0c-cebd40779fe7,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:20.364218 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8a269533-6c50-488f-8834-b4f80010a326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:20.365216 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8a269533-6c50-488f-8834-b4f80010a326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.368364 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-8a269533-6c50-488f-8834-b4f80010a326 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f0653697-4e0e-4a33-be0c-cebd40779fe7 HTTP/1.1" status: 204 len: 168 time: 0.3104434 Jun 18 19:55:20.369654 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55440) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:20.372268 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2be487-2214-465a-a6f2-8c651fcfdb4c None None] Network eb24f8e6-01fe-44d5-9dba-2bf52964b0da requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:55:20.443624 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.510480 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Deleting port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:55:20.510912 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.584568 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] For port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=0e6267d5-7afd-4fac-91f4-35fc8efb5b22,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:55:20.585125 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.600402 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:55:20.661790 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Calling delete_port for 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 owned by network:dhcp {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:55:20.701734 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d58b4b2-d4ff-4f98-9b78-c3e737b48ba7 None None] DHCP port deletion for eb24f8e6-01fe-44d5-9dba-2bf52964b0da request from dv-cinder-790535-6-smb {{(pid=100014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 19:55:20.750216 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-9d58b4b2-d4ff-4f98-9b78-c3e737b48ba7 None None] Deleting port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 {{(pid=100014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:55:20.750216 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-9d58b4b2-d4ff-4f98-9b78-c3e737b48ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.795392 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.797756 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-c259ee13-9e53-45e5-8ee2-9936c5ae9cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:20.815840 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-9d58b4b2-d4ff-4f98-9b78-c3e737b48ba7 None None] For port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=0e6267d5-7afd-4fac-91f4-35fc8efb5b22,segment=NetworkSegment(01227134-a3ad-4825-9ab0-555c06a5becf),segment_id=01227134-a3ad-4825-9ab0-555c06a5becf)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:55:20.816236 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-9d58b4b2-d4ff-4f98-9b78-c3e737b48ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.820424 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6267d5-7afd-4fac-91f4-35fc8efb5b22,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:20.824932 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:20.830111 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] No DVR routers for this DVR port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 on host dv-cinder-790535-6-smb {{(pid=100013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:55:20.883723 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-9d58b4b2-d4ff-4f98-9b78-c3e737b48ba7 None None] Calling delete_port for 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 owned by network:dhcp {{(pid=100014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:55:20.904950 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.916023 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb24f8e6-01fe-44d5-9dba-2bf52964b0da']}} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:55:20.926612 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01227134-a3ad-4825-9ab0-555c06a5becf') {'for_net_delete': True} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:55:20.926912 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01227134-a3ad-4825-9ab0-555c06a5becf') {} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:55:20.936224 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3430585'] for segment, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.950533 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.957417 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=100013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:55:20.957816 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283797'] for segment, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.958408 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-9d58b4b2-d4ff-4f98-9b78-c3e737b48ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508'] for port, after_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: Traceback (most recent call last): Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: timer() Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: cb(*args, **kw) Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: return func(*args, **kwargs) Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: self._notify() Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: self.callback(batched_events) Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: event.method(event) Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: return f(self, *a, **k) Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: return self._get(url).json() Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: return self.request(url, 'GET', **kwargs) Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:55:20.959486 dv-cinder-790535-6-smb neutron-server[100013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:55:20.961693 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:20.983062 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58b4b2-d4ff-4f98-9b78-c3e737b48ba7 None None] Pushing event deleted for resources: {'Port': ['ID=0e6267d5-7afd-4fac-91f4-35fc8efb5b22,revision_number=None']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:20.985573 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-9d58b4b2-d4ff-4f98-9b78-c3e737b48ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:20.990336 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58b4b2-d4ff-4f98-9b78-c3e737b48ba7 None None] No DVR routers for this DVR port 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 on host dv-cinder-790535-6-smb {{(pid=100014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:55:21.075673 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:21.079880 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:21.082397 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:21.084172 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] 10.222.0.30 "DELETE /v2.0/networks/eb24f8e6-01fe-44d5-9dba-2bf52964b0da HTTP/1.1" status: 204 len: 168 time: 0.7136002 Jun 18 19:55:21.096034 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb24f8e6-01fe-44d5-9dba-2bf52964b0da,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:21.098397 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8451839b-c1d2-4c4f-94d0-3ef3e2ee8a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:21.394345 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55444) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:21.434420 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-b7e1ddab-f1ea-4499-bc3c-f9607b0f665b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=768a52f89fe94070af46a943e64aaf6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387671 Jun 18 19:55:21.437418 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55446) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:21.483940 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f65f-ad09-44af-88c1-ef58c49446e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:21.504736 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f65f-ad09-44af-88c1-ef58c49446e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:21.652732 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f65f-ad09-44af-88c1-ef58c49446e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:21.655258 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f65f-ad09-44af-88c1-ef58c49446e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:21.656579 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-3ce3f65f-ad09-44af-88c1-ef58c49446e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e1b406a-ba68-4f1c-9c1f-31d688224904 HTTP/1.1" status: 204 len: 168 time: 0.2181766 Jun 18 19:55:21.657419 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-067d852d-552f-4e96-a457-62f1cbeb0880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:21.665481 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3f65f-ad09-44af-88c1-ef58c49446e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1b406a-ba68-4f1c-9c1f-31d688224904,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:21.667926 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3ce3f65f-ad09-44af-88c1-ef58c49446e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:21.730803 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:55:21.753866 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:55:21.754317 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 0e6267d5-7afd-4fac-91f4-35fc8efb5b22 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:55:21.754757 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 70317350-532f-416b-aa14-bd3e4457da8e no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:55:21.777507 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: 70317350-532f-416b-aa14-bd3e4457da8e {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:55:21.777862 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 70317350-532f-416b-aa14-bd3e4457da8e not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:55:24.544356 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-03cdd7df-f6fc-45f9-b6ba-874b618d3ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:27.115634 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-50829e37-0dbb-43f4-80dc-74434191d606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:28.081302 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:28.408020 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:29.155231 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:30.110095 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:32.902980 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55570) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:33.005153 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-35e048c5-d694-432e-9e57-f03645cdeac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:33.098196 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-35e048c5-d694-432e-9e57-f03645cdeac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:33.200864 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-35e048c5-d694-432e-9e57-f03645cdeac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:33.203693 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-afdcbf59-9ccb-4969-bfd1-1cc76c631cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:33.242756 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-35e048c5-d694-432e-9e57-f03645cdeac0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef1fb6eb52544084935ce01eef8df51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385692 Jun 18 19:55:33.243660 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e048c5-d694-432e-9e57-f03645cdeac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff197d-54ea-4cd3-80e4-b93b2fb42cd0,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:33.245633 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55574) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:33.251887 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-35e048c5-d694-432e-9e57-f03645cdeac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:33.297277 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:33.319150 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:33.440914 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:33.443526 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:33.444684 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4fff197d-54ea-4cd3-80e4-b93b2fb42cd0 HTTP/1.1" status: 204 len: 168 time: 0.1983721 Jun 18 19:55:33.445854 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-7137b2d9-9ef4-4ba3-b18d-6b230d668652 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:33.455115 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff197d-54ea-4cd3-80e4-b93b2fb42cd0,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:33.465032 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:33.465032 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:33.465032 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:33.465032 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:33.465032 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:33.465032 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:33.465032 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:33.465032 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:33.465882 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:33.465882 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:33.466205 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:33.466316 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:55:33.470404 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-a15bc6b1-dc1d-49eb-98e3-dddc2ece2e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:34.016834 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55580) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:34.030796 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-957789c3-0ef6-4f33-8ae6-fb5e0725f7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:34.118083 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-957789c3-0ef6-4f33-8ae6-fb5e0725f7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:34.160571 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-957789c3-0ef6-4f33-8ae6-fb5e0725f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:34.163074 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-4b71ffa6-3bdc-48f3-b211-7ae22cb4f956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:34.199661 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-957789c3-0ef6-4f33-8ae6-fb5e0725f7c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62ec4a92dcca453685a744eaac38cdbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814644 Jun 18 19:55:34.200577 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957789c3-0ef6-4f33-8ae6-fb5e0725f7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0e3b07-5780-4368-afa9-e979c1f1b6b9,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:34.202377 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55582) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:34.204238 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-957789c3-0ef6-4f33-8ae6-fb5e0725f7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:34.251984 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d8763881-2858-436e-9da3-4180f5e8a00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:34.275919 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d8763881-2858-436e-9da3-4180f5e8a00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:34.400981 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d8763881-2858-436e-9da3-4180f5e8a00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:34.403518 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d8763881-2858-436e-9da3-4180f5e8a00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:34.404648 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-d8763881-2858-436e-9da3-4180f5e8a00f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba0e3b07-5780-4368-afa9-e979c1f1b6b9 HTTP/1.1" status: 204 len: 168 time: 0.2007205 Jun 18 19:55:34.405416 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-cc3665c4-9698-4239-9485-f83d5bfff104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:34.413417 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8763881-2858-436e-9da3-4180f5e8a00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0e3b07-5780-4368-afa9-e979c1f1b6b9,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:34.415801 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-d8763881-2858-436e-9da3-4180f5e8a00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:42.944461 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55664) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:43.053258 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b1c2-9191-43c3-b1f9-093e9157a957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:43.142835 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b1c2-9191-43c3-b1f9-093e9157a957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:43.212032 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b1c2-9191-43c3-b1f9-093e9157a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:43.214785 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-33b85e61-c448-4071-bcec-38d8d4ee22ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:43.252613 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-d5d6b1c2-9191-43c3-b1f9-093e9157a957 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=690c4b9f437244dfb934182359edcf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070304 Jun 18 19:55:43.253568 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6b1c2-9191-43c3-b1f9-093e9157a957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc73fc4e-26e4-4592-b6ab-6ca8e129ac64,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:43.255435 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55668) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:43.256597 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-d5d6b1c2-9191-43c3-b1f9-093e9157a957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:43.308271 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-af632452-3dc7-4cff-bc5c-6940bf2bc6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:43.329542 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-af632452-3dc7-4cff-bc5c-6940bf2bc6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:43.441052 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-af632452-3dc7-4cff-bc5c-6940bf2bc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:43.443671 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-af632452-3dc7-4cff-bc5c-6940bf2bc6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:43.444847 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-af632452-3dc7-4cff-bc5c-6940bf2bc6b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc73fc4e-26e4-4592-b6ab-6ca8e129ac64 HTTP/1.1" status: 204 len: 168 time: 0.1883655 Jun 18 19:55:43.445985 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-b4ec874b-c3b6-4a0f-a6b3-7ef6b4d588cf tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:43.453941 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af632452-3dc7-4cff-bc5c-6940bf2bc6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc73fc4e-26e4-4592-b6ab-6ca8e129ac64,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:43.456441 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-af632452-3dc7-4cff-bc5c-6940bf2bc6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:44.062482 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55674) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:44.076122 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3bb588e7-fbaa-49bd-a38e-a334cc8c5e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:44.166187 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3bb588e7-fbaa-49bd-a38e-a334cc8c5e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:44.240732 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-3bb588e7-fbaa-49bd-a38e-a334cc8c5e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:44.243410 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-036597a4-9e87-4517-ac06-b8b320d9555a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:44.282269 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-3bb588e7-fbaa-49bd-a38e-a334cc8c5e13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=359cb56345d6469da6f1530cf2c53409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186930 Jun 18 19:55:44.283204 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb588e7-fbaa-49bd-a38e-a334cc8c5e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2380d6db-ecc8-46a8-a546-6dbd5b456eb7,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:44.284920 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55676) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:44.286247 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3bb588e7-fbaa-49bd-a38e-a334cc8c5e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:44.334189 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-dc57289a-aaa9-4b96-b56d-e7d82b3406f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:44.362292 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-dc57289a-aaa9-4b96-b56d-e7d82b3406f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:44.521116 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-dc57289a-aaa9-4b96-b56d-e7d82b3406f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:44.523657 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-dc57289a-aaa9-4b96-b56d-e7d82b3406f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:44.524929 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-dc57289a-aaa9-4b96-b56d-e7d82b3406f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2380d6db-ecc8-46a8-a546-6dbd5b456eb7 HTTP/1.1" status: 204 len: 168 time: 0.2389016 Jun 18 19:55:44.525729 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-6e54dea5-f483-46b8-bd76-8ce6aa468ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:44.534182 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57289a-aaa9-4b96-b56d-e7d82b3406f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2380d6db-ecc8-46a8-a546-6dbd5b456eb7,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:44.538821 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-dc57289a-aaa9-4b96-b56d-e7d82b3406f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:54.542300 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-50fd75d3-7895-45ea-a940-035bbc0e9c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:57.103329 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-309e77c1-3023-4207-ba6a-bf4d1ae72fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:57.599561 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:55:58.090665 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:58.109677 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55782) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:58.211927 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-478089b1-ebf2-4a46-abe6-40d19fa0a167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:58.300774 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-478089b1-ebf2-4a46-abe6-40d19fa0a167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:58.377632 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-478089b1-ebf2-4a46-abe6-40d19fa0a167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:58.380567 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-949344c6-cedc-44e0-931c-ccfe848af4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:58.417410 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:58.421865 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-478089b1-ebf2-4a46-abe6-40d19fa0a167 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8dcaaf8fca0a4cb9ae04dbd8d1dfd125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071940 Jun 18 19:55:58.421865 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478089b1-ebf2-4a46-abe6-40d19fa0a167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3425d296-5226-4a6b-8231-bd3ce3ef6f6c,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:58.422139 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55786) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:58.423217 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-478089b1-ebf2-4a46-abe6-40d19fa0a167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:58.475978 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-98169db7-648a-45ab-b0ec-1de164126c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:58.498078 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-98169db7-648a-45ab-b0ec-1de164126c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:58.680584 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-98169db7-648a-45ab-b0ec-1de164126c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:58.683181 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-98169db7-648a-45ab-b0ec-1de164126c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:58.684315 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-98169db7-648a-45ab-b0ec-1de164126c5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3425d296-5226-4a6b-8231-bd3ce3ef6f6c HTTP/1.1" status: 204 len: 168 time: 0.2624021 Jun 18 19:55:58.685100 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-618668ec-3f1f-427b-b186-3d67e3afe496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:58.693319 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98169db7-648a-45ab-b0ec-1de164126c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3425d296-5226-4a6b-8231-bd3ce3ef6f6c,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:58.695909 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-98169db7-648a-45ab-b0ec-1de164126c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:59.229917 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:59.329984 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55792) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:59.343455 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-99efdf3c-5cd1-493a-aeeb-e723a0b4f8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:59.435934 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-99efdf3c-5cd1-493a-aeeb-e723a0b4f8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:59.508987 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-99efdf3c-5cd1-493a-aeeb-e723a0b4f8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:59.511731 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-23158f45-9511-4e8e-a7e6-40f27550433c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:59.551301 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-99efdf3c-5cd1-493a-aeeb-e723a0b4f8af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8b019c2404a428a977dadbe878ea827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201078 Jun 18 19:55:59.552390 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efdf3c-5cd1-493a-aeeb-e723a0b4f8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7953af-1760-43d7-a8e0-53d259d26a2d,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:59.554053 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55794) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:55:59.555541 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-99efdf3c-5cd1-493a-aeeb-e723a0b4f8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:55:59.603706 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4cfdf043-3f27-4f25-8d18-b29f9e91396a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:59.624473 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4cfdf043-3f27-4f25-8d18-b29f9e91396a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:59.770881 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4cfdf043-3f27-4f25-8d18-b29f9e91396a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:59.773453 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-4cfdf043-3f27-4f25-8d18-b29f9e91396a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:55:59.774704 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-4cfdf043-3f27-4f25-8d18-b29f9e91396a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa7953af-1760-43d7-a8e0-53d259d26a2d HTTP/1.1" status: 204 len: 168 time: 0.2196515 Jun 18 19:55:59.775691 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-2f78ae26-1678-4a02-9e12-296e37bccfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:55:59.783679 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdf043-3f27-4f25-8d18-b29f9e91396a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7953af-1760-43d7-a8e0-53d259d26a2d,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:55:59.785906 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-4cfdf043-3f27-4f25-8d18-b29f9e91396a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:00.144281 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:01.501737 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 55824) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:01.606013 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9765e640-de96-4e8a-b792-d2ae47c976c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:01.699351 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9765e640-de96-4e8a-b792-d2ae47c976c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:01.770348 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-9765e640-de96-4e8a-b792-d2ae47c976c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:01.772875 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-94ad313c-b094-49b2-8c37-bc46bf51e29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:01.808065 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765e640-de96-4e8a-b792-d2ae47c976c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5bd63e-ded9-4bb9-9901-c15f13321886,revision_number=1']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:01.812462 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-9765e640-de96-4e8a-b792-d2ae47c976c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=152d150259804cbaa93a4fa5834dee8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3096204 Jun 18 19:56:01.813375 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-9765e640-de96-4e8a-b792-d2ae47c976c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:01.816315 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55828) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:01.865868 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-452cfa74-c490-4677-865a-cf6de590b647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:01.886886 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-452cfa74-c490-4677-865a-cf6de590b647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:02.011691 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-452cfa74-c490-4677-865a-cf6de590b647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:02.014432 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-452cfa74-c490-4677-865a-cf6de590b647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:02.015583 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-452cfa74-c490-4677-865a-cf6de590b647 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c5bd63e-ded9-4bb9-9901-c15f13321886 HTTP/1.1" status: 204 len: 168 time: 0.1981325 Jun 18 19:56:02.016537 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-03c42f50-410b-403e-96ce-5cac76574b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:02.024648 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452cfa74-c490-4677-865a-cf6de590b647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5bd63e-ded9-4bb9-9901-c15f13321886,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:02.026798 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-452cfa74-c490-4677-865a-cf6de590b647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:18.016192 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 55978) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:18.341892 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Deleting port 3201ea84-daf5-4a58-bd15-fd73ca2f97ba {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:56:18.342238 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:18.432353 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:18.432748 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:18.502026 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Calling delete_port for 3201ea84-daf5-4a58-bd15-fd73ca2f97ba owned by network:floatingip {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:56:18.725688 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:18.727790 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-3a287b30-0e65-426a-b4bd-7d079fa061d6 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:18.751274 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Pushing event deleted for resources: {'Port': ['ID=3201ea84-daf5-4a58-bd15-fd73ca2f97ba,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:18.762100 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:18.762480 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:18.762859 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:18.763230 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:18.763599 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:18.764304 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:18.764304 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:18.764660 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:18.765044 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:18.765404 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:18.765768 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:18.766124 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:18.770763 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:18.829425 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for floatingip, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:18.829762 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.db.l3_db [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Floating IP 5804c158-d647-4d35-b7e2-cfaddd43d071 disassociated (deleted). External IP: 172.28.3.18, port: 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3. Jun 18 19:56:19.294587 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:56:19.404285 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:56:19.409117 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for floatingip, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:19.413311 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d0de8-1c98-4e34-842a-95ec43243d2d None None] Sync routers for ids ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:56:19.423194 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d0de8-1c98-4e34-842a-95ec43243d2d None None] Routers {'1c10ea2a-a91d-4161-9067-79a6f20b6a75'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:56:19.423814 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-f11d0de8-1c98-4e34-842a-95ec43243d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:55:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:19.448301 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-45b2b4ab-efa8-4a59-8723-cf7e46ecf061 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "DELETE /v2.0/floatingips/5804c158-d647-4d35-b7e2-cfaddd43d071 HTTP/1.1" status: 204 len: 168 time: 1.4307892 Jun 18 19:56:19.449107 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3'}] {{(pid=100013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:56:19.451554 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8598b9a5517d357e4f2667912ebf39b68208aad9c222937d19f503d2a0714b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0868bb80-9b42-48a4-bae2-378fd5b51613" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3"}]}' {{(pid=100013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:56:19.491496 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 19:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61b78d4-572a-4994-9ac8-848f801767b3 x-openstack-request-id: req-d61b78d4-572a-4994-9ac8-848f801767b3 {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:56:19.491832 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3", "status": "completed", "code": 200}]} {{(pid=100013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:56:19.492126 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d61b78d4-572a-4994-9ac8-848f801767b3 {{(pid=100013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:56:19.492562 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'status': 'completed', 'code': 200} Jun 18 19:56:19.536724 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-f11d0de8-1c98-4e34-842a-95ec43243d2d None None] Set router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:56:19.634586 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868bb80-9b42-48a4-bae2-378fd5b51613 req-272fe417-adbf-4def-875b-e4a5e421a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:19.636942 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0868bb80-9b42-48a4-bae2-378fd5b51613 req-272fe417-adbf-4def-875b-e4a5e421a5ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5f2e626262a046fdb2b42227888bad4d&device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 1099 time: 0.1201906 Jun 18 19:56:19.739376 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868bb80-9b42-48a4-bae2-378fd5b51613 req-449487dc-61bc-47e4-87d4-bb03a22d3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:19.740869 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0868bb80-9b42-48a4-bae2-378fd5b51613 req-449487dc-61bc-47e4-87d4-bb03a22d3244 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c39119d5-f88f-416b-ae1e-a5644229104b HTTP/1.1" status: 200 len: 908 time: 0.0968699 Jun 18 19:56:19.762613 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-f11d0de8-1c98-4e34-842a-95ec43243d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:50:35Z', 'revision_number': 4, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port': {'id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:55:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:32Z', 'updated_at': '2021-06-18T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': 'f0d643aa-95a5-4a69-949e-6fd4f26fadb8', 'name': '', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'mac_address': 'fa:16:3e:45:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:34Z', 'updated_at': '2021-06-18T19:50:42Z', 'revision_number': 5, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'subnets': [{'id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:19.787604 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0868bb80-9b42-48a4-bae2-378fd5b51613 req-02d52359-cb61-4aeb-ae07-952ba0cded10 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 HTTP/1.1" status: 200 len: 217 time: 0.0400064 Jun 18 19:56:19.790043 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d0de8-1c98-4e34-842a-95ec43243d2d None None] Checking router: 1c10ea2a-a91d-4161-9067-79a6f20b6a75 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:56:19.799957 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d0de8-1c98-4e34-842a-95ec43243d2d None None] Routers {'1c10ea2a-a91d-4161-9067-79a6f20b6a75'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:56:19.800639 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-f11d0de8-1c98-4e34-842a-95ec43243d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:55:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:19.846473 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868bb80-9b42-48a4-bae2-378fd5b51613 req-1d534d6f-9489-4d73-ac89-567208e2f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:19.847914 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0868bb80-9b42-48a4-bae2-378fd5b51613 req-1d534d6f-9489-4d73-ac89-567208e2f9cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5b31b643-019a-4c72-b04e-8fe61674aaf8 HTTP/1.1" status: 200 len: 847 time: 0.0513854 Jun 18 19:56:19.918749 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-f11d0de8-1c98-4e34-842a-95ec43243d2d None None] Set router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:56:19.922223 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868bb80-9b42-48a4-bae2-378fd5b51613 req-998dbec7-4d0e-4507-91dc-08f9b32b2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:19.922397 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0868bb80-9b42-48a4-bae2-378fd5b51613 req-998dbec7-4d0e-4507-91dc-08f9b32b2927 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c39119d5-f88f-416b-ae1e-a5644229104b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677269 Jun 18 19:56:19.934428 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [req-0868bb80-9b42-48a4-bae2-378fd5b51613 req-b3a23946-2bd4-4b3e-abfd-382a7e32ab28 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 19:56:19.935376 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0868bb80-9b42-48a4-bae2-378fd5b51613 req-b3a23946-2bd4-4b3e-abfd-382a7e32ab28 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059557 Jun 18 19:56:20.038823 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39daaec9-7bb7-4bc7-9172-3d90efface82 req-175e4735-2390-4c0e-953a-be19b77ec4a5 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:20.042850 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-39daaec9-7bb7-4bc7-9172-3d90efface82 req-175e4735-2390-4c0e-953a-be19b77ec4a5 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0743990 Jun 18 19:56:20.083105 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-39daaec9-7bb7-4bc7-9172-3d90efface82 req-77222793-ce07-4083-af27-926d1f3c9df3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360336 Jun 18 19:56:20.144491 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-f11d0de8-1c98-4e34-842a-95ec43243d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:50:35Z', 'revision_number': 4, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port': {'id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:55:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:32Z', 'updated_at': '2021-06-18T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': 'f0d643aa-95a5-4a69-949e-6fd4f26fadb8', 'name': '', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'mac_address': 'fa:16:3e:45:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:34Z', 'updated_at': '2021-06-18T19:50:42Z', 'revision_number': 5, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'subnets': [{'id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:20.176000 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d0de8-1c98-4e34-842a-95ec43243d2d None None] The sync data for ids ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'] in dv-cinder-790535-6-smb is: [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:50:35Z', 'revision_number': 4, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port': {'id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:55:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:32Z', 'updated_at': '2021-06-18T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb', '_interfaces': [{'id': 'f0d643aa-95a5-4a69-949e-6fd4f26fadb8', 'name': '', 'network_id': 'c39119d5-f88f-416b-ae1e-a5644229104b', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'mac_address': 'fa:16:3e:45:5e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:34Z', 'updated_at': '2021-06-18T19:50:42Z', 'revision_number': 5, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'subnets': [{'id': '5b31b643-019a-4c72-b04e-8fe61674aaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:56:20.348243 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0868bb80-9b42-48a4-bae2-378fd5b51613 req-80d43f57-5b0c-4d63-9d5d-8aa3ed94afa2 service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050791 Jun 18 19:56:20.421635 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af08ad-cd14-40e6-8989-e9979feb4d15 None None] New status for floating IP 5804c158-d647-4d35-b7e2-cfaddd43d071: DOWN {{(pid=100015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 19:56:20.453887 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-0868bb80-9b42-48a4-bae2-378fd5b51613 req-1c64d57a-0502-443f-a6d9-0c7b5e6bfda5 service neutron] 10.222.0.22 "GET /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950723 Jun 18 19:56:21.438055 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1d25d-3f31-4462-8299-78e3fb26eeab req-f572bc55-783b-4619-a993-b9f745e0bf5a tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:21.439469 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bab1d25d-3f31-4462-8299-78e3fb26eeab req-f572bc55-783b-4619-a993-b9f745e0bf5a tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0678787 Jun 18 19:56:21.479773 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-bab1d25d-3f31-4462-8299-78e3fb26eeab req-484e5d57-7ae9-4838-a1c8-198747a30672 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/security-groups?id=72b999e3-ca1f-4148-bbec-e6312085aa19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338602 Jun 18 19:56:21.709728 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe63c6-750c-4fc9-89b4-dd99dd889143 req-9cea3464-e176-4982-85af-f9bf3c091ae8 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 19:56:21.711323 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c8fe63c6-750c-4fc9-89b4-dd99dd889143 req-9cea3464-e176-4982-85af-f9bf3c091ae8 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 946 time: 0.0686562 Jun 18 19:56:21.812203 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-c8fe63c6-750c-4fc9-89b4-dd99dd889143 req-46d97d8d-37e5-4f0b-a1c0-abda8e37bee3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Deleting port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:56:21.812549 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c8fe63c6-750c-4fc9-89b4-dd99dd889143 req-46d97d8d-37e5-4f0b-a1c0-abda8e37bee3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:21.906217 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [req-c8fe63c6-750c-4fc9-89b4-dd99dd889143 req-46d97d8d-37e5-4f0b-a1c0-abda8e37bee3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] For port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:56:21.906566 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c8fe63c6-750c-4fc9-89b4-dd99dd889143 req-46d97d8d-37e5-4f0b-a1c0-abda8e37bee3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:21.972187 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [req-c8fe63c6-750c-4fc9-89b4-dd99dd889143 req-46d97d8d-37e5-4f0b-a1c0-abda8e37bee3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Calling delete_port for 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 owned by compute:nova {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:56:22.188955 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c8fe63c6-750c-4fc9-89b4-dd99dd889143 req-46d97d8d-37e5-4f0b-a1c0-abda8e37bee3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:22.193147 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-85c85702-af76-4588-b2d2-bb6996b30e73 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:22.220570 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d97d8d-37e5-4f0b-a1c0-abda8e37bee3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Pushing event deleted for resources: {'Port': ['ID=9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:22.223975 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-46d97d8d-37e5-4f0b-a1c0-abda8e37bee3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:22.271805 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fe63c6-750c-4fc9-89b4-dd99dd889143 req-46d97d8d-37e5-4f0b-a1c0-abda8e37bee3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] No DVR routers for this DVR port 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 on host hv-cinder-79053 {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:56:22.274441 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [req-c8fe63c6-750c-4fc9-89b4-dd99dd889143 req-46d97d8d-37e5-4f0b-a1c0-abda8e37bee3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-931820'] for port, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:22.277146 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [req-c8fe63c6-750c-4fc9-89b4-dd99dd889143 req-46d97d8d-37e5-4f0b-a1c0-abda8e37bee3 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.22 "DELETE /v2.0/ports/9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 HTTP/1.1" status: 204 len: 173 time: 0.5586915 Jun 18 19:56:22.277905 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'name': 'network-vif-deleted', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3'}] {{(pid=100012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 19:56:22.280640 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc9098b9acfb5a4e05ad41be9ef56526fa1e10d98813d529c7eaf5c118fddf14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7ff108-8895-4850-ab7f-d5ff145985b3" -d '{"events": [{"server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "name": "network-vif-deleted", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3"}]}' {{(pid=100012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 19:56:22.450713 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 19:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247b1f5f-e05a-4ccf-9289-f88798ba745a x-openstack-request-id: req-247b1f5f-e05a-4ccf-9289-f88798ba745a {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 19:56:22.451080 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1ba3d5-ee6b-41f4-890b-72c4e83966cb", "name": "network-vif-deleted", "tag": "9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3", "status": "completed", "code": 200}]} {{(pid=100012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 19:56:22.451363 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-247b1f5f-e05a-4ccf-9289-f88798ba745a {{(pid=100012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 19:56:22.451827 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1ba3d5-ee6b-41f4-890b-72c4e83966cb', 'name': 'network-vif-deleted', 'tag': '9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3', 'status': 'completed', 'code': 200} Jun 18 19:56:22.641787 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-fdc24ef0-0fad-46c6-a365-d5a51ea3b775 req-939ddbaf-f8d0-426f-be83-d25c172f86be tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 210 time: 0.0439537 Jun 18 19:56:23.806730 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [req-75fa30ce-b06b-4d8c-98ac-7671fb6c4787 req-abd73b64-337e-4713-80a2-d525f89cccdd tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea1ba3d5-ee6b-41f4-890b-72c4e83966cb HTTP/1.1" status: 200 len: 210 time: 0.0329771 Jun 18 19:56:24.554237 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b53eb44e-0a44-4081-81bc-a86ce543c71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:24.905109 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 56038) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:24.965919 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-2eb04fb0-a3b3-436a-a61d-fa25392ed8d0 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:24.973854 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:56:24.991541 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-2eb04fb0-a3b3-436a-a61d-fa25392ed8d0 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:24.993686 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] No Port match for: 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:56:24.994107 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Device 9c65f8b4-dacf-4f2d-a270-53d8ce1f6ca3 not bound to the agent host hv-cinder-79053 {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:56:25.113122 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-2eb04fb0-a3b3-436a-a61d-fa25392ed8d0 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:25.115668 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-2eb04fb0-a3b3-436a-a61d-fa25392ed8d0 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:25.116875 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-2eb04fb0-a3b3-436a-a61d-fa25392ed8d0 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] 10.222.0.30 "DELETE /v2.0/security-groups/72b999e3-ca1f-4148-bbec-e6312085aa19 HTTP/1.1" status: 204 len: 168 time: 0.2106154 Jun 18 19:56:25.117656 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-99efdf3c-5cd1-493a-aeeb-e723a0b4f8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:25.127692 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb04fb0-a3b3-436a-a61d-fa25392ed8d0 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b999e3-ca1f-4148-bbec-e6312085aa19,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:25.129492 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-2eb04fb0-a3b3-436a-a61d-fa25392ed8d0 tempest-TestShelveInstance-992297182 tempest-TestShelveInstance-992297182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:25.238436 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 56042) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:25.686992 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-58572aaa-a8af-4731-82ad-b1400fb96c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509175'] for router_interface, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:25.959649 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-58572aaa-a8af-4731-82ad-b1400fb96c6e admin admin] Deleting port f0d643aa-95a5-4a69-949e-6fd4f26fadb8 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:56:25.960054 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-58572aaa-a8af-4731-82ad-b1400fb96c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:26.054633 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [None req-58572aaa-a8af-4731-82ad-b1400fb96c6e admin admin] For port f0d643aa-95a5-4a69-949e-6fd4f26fadb8, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=f0d643aa-95a5-4a69-949e-6fd4f26fadb8,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:56:26.054989 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-58572aaa-a8af-4731-82ad-b1400fb96c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:26.121435 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-58572aaa-a8af-4731-82ad-b1400fb96c6e admin admin] Calling delete_port for f0d643aa-95a5-4a69-949e-6fd4f26fadb8 owned by network:router_interface {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:56:26.392950 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-58572aaa-a8af-4731-82ad-b1400fb96c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:26.395133 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-a0e2a2b0-233a-4d0b-b613-ec41eb5ea5e3 tempest-VolumesActionsTest-1373949004 tempest-VolumesActionsTest-1373949004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:26.420580 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58572aaa-a8af-4731-82ad-b1400fb96c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d643aa-95a5-4a69-949e-6fd4f26fadb8,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:26.424318 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-58572aaa-a8af-4731-82ad-b1400fb96c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:26.600324 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-58572aaa-a8af-4731-82ad-b1400fb96c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-701045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509003'] for router_interface, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:26.820199 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58572aaa-a8af-4731-82ad-b1400fb96c6e admin admin] Router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:56:26.929759 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58572aaa-a8af-4731-82ad-b1400fb96c6e admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:56:26.935273 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-58572aaa-a8af-4731-82ad-b1400fb96c6e admin admin] 10.222.0.30 "PUT /v2.0/routers/1c10ea2a-a91d-4161-9067-79a6f20b6a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6957791 Jun 18 19:56:26.937975 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 56050) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:26.939184 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed08bb5-26a8-48d8-b499-b695be6a967d None None] Sync routers for ids ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'] in dv-cinder-790535-6-smb {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:56:26.950079 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed08bb5-26a8-48d8-b499-b695be6a967d None None] Routers {'1c10ea2a-a91d-4161-9067-79a6f20b6a75'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:56:26.950715 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-9ed08bb5-26a8-48d8-b499-b695be6a967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:55:57Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:27.044754 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:27.069208 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-9ed08bb5-26a8-48d8-b499-b695be6a967d None None] Set router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 gateway port host: dv-cinder-790535-6-smb {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:56:27.134317 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d073ffc5-3bd0-4e02-87fc-8f46985728d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:27.153774 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:27.249076 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Deleting port b3776754-2667-4af1-bd59-6c84ac5948bb {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:56:27.249438 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:27.268935 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-9ed08bb5-26a8-48d8-b499-b695be6a967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86'}], 'enable_snat': True}, 'gw_port_id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:56:26Z', 'revision_number': 5, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port': {'id': 'b3776754-2667-4af1-bd59-6c84ac5948bb', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:55:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:32Z', 'updated_at': '2021-06-18T19:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:27.296595 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed08bb5-26a8-48d8-b499-b695be6a967d None None] Checking router: 1c10ea2a-a91d-4161-9067-79a6f20b6a75 for host: dv-cinder-790535-6-smb {{(pid=100014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:56:27.305349 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed08bb5-26a8-48d8-b499-b695be6a967d None None] Routers {'1c10ea2a-a91d-4161-9067-79a6f20b6a75'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:56:27.306113 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-9ed08bb5-26a8-48d8-b499-b695be6a967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:56:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'], 'active': True} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:27.339151 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [None req-75837893-365e-406c-a125-053920a73be6 admin admin] For port b3776754-2667-4af1-bd59-6c84ac5948bb, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=b3776754-2667-4af1-bd59-6c84ac5948bb,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:56:27.339561 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:27.400245 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvr_db [None req-9ed08bb5-26a8-48d8-b499-b695be6a967d None None] Set router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 gateway port host: None {{(pid=100014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:56:27.404406 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Calling delete_port for b3776754-2667-4af1-bd59-6c84ac5948bb owned by network:router_gateway {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:56:27.587900 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_hamode_db [None req-9ed08bb5-26a8-48d8-b499-b695be6a967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:56:27Z', 'revision_number': 6, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port_host': None}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:27.616366 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed08bb5-26a8-48d8-b499-b695be6a967d None None] The sync data for ids ['1c10ea2a-a91d-4161-9067-79a6f20b6a75'] in dv-cinder-790535-6-smb is: [{'id': '1c10ea2a-a91d-4161-9067-79a6f20b6a75', 'name': 'tempest-TestShelveInstance-320365334-router', 'tenant_id': '5f2e626262a046fdb2b42227888bad4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:31Z', 'updated_at': '2021-06-18T19:56:27Z', 'revision_number': 6, 'project_id': '5f2e626262a046fdb2b42227888bad4d', 'gw_port_host': None}] {{(pid=100014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:56:27.657251 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:27.659520 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-582f3609-f6a5-4041-8e5b-34e7d4805435 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:27.683169 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3776754-2667-4af1-bd59-6c84ac5948bb,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:27.686661 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:27.757063 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618599'] for router_gateway, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:27.847548 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6929'] for router, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:27.849740 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:27.937391 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:27.937865 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c10ea2a-a91d-4161-9067-79a6f20b6a75 {{(pid=100012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:56:27.944308 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-75837893-365e-406c-a125-053920a73be6 admin admin] Notify callbacks [] for router, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:27.944308 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-75837893-365e-406c-a125-053920a73be6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1c10ea2a-a91d-4161-9067-79a6f20b6a75 HTTP/1.1" status: 204 len: 168 time: 1.0042996 Jun 18 19:56:27.946888 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 56054) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:28.012365 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1c6bad-d38c-43f9-b01c-e51532c1f561 admin admin] Deleting subnet 5b31b643-019a-4c72-b04e-8fe61674aaf8 {{(pid=100013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:56:28.015627 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-de1c6bad-d38c-43f9-b01c-e51532c1f561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.053439 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-de1c6bad-d38c-43f9-b01c-e51532c1f561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3430576'] for subnet, precommit_delete_associations {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.070242 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.141875 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-de1c6bad-d38c-43f9-b01c-e51532c1f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.279976 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-de1c6bad-d38c-43f9-b01c-e51532c1f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3353598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3410019'] for subnet, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.282702 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-97da715f-f6ee-4273-bf34-16db5aff314f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:28.306124 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c6bad-d38c-43f9-b01c-e51532c1f561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b31b643-019a-4c72-b04e-8fe61674aaf8,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:28.310163 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-de1c6bad-d38c-43f9-b01c-e51532c1f561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:28.312724 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-de1c6bad-d38c-43f9-b01c-e51532c1f561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.314554 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-de1c6bad-d38c-43f9-b01c-e51532c1f561 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5b31b643-019a-4c72-b04e-8fe61674aaf8 HTTP/1.1" status: 204 len: 168 time: 0.3666835 Jun 18 19:56:28.317070 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 56056) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:28.319867 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c45d72d-ba77-452e-8766-ffe804c3c5da None None] Network c39119d5-f88f-416b-ae1e-a5644229104b requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:56:28.397307 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.403928 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device f0d643aa-95a5-4a69-949e-6fd4f26fadb8 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:56:28.428626 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: f0d643aa-95a5-4a69-949e-6fd4f26fadb8 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:56:28.429060 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device f0d643aa-95a5-4a69-949e-6fd4f26fadb8 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:56:28.459667 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Deleting port 9852195a-971c-4b84-9c89-d786dba64937 {{(pid=100013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:56:28.460005 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.474135 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.539867 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.db [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] For port 9852195a-971c-4b84-9c89-d786dba64937, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=9852195a-971c-4b84-9c89-d786dba64937,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:56:28.540229 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.577021 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] DHCP port deletion for c39119d5-f88f-416b-ae1e-a5644229104b request from dv-cinder-790535-6-smb {{(pid=100014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 19:56:28.616325 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.plugin [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Calling delete_port for 9852195a-971c-4b84-9c89-d786dba64937 owned by network:dhcp {{(pid=100013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:56:28.634655 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Deleting port 9852195a-971c-4b84-9c89-d786dba64937 {{(pid=100014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:56:28.634981 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.720530 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] For port 9852195a-971c-4b84-9c89-d786dba64937, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=9852195a-971c-4b84-9c89-d786dba64937,segment=NetworkSegment(18bdcb27-f47b-48cd-8169-1116054b653f),segment_id=18bdcb27-f47b-48cd-8169-1116054b653f)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:56:28.720992 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.771065 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353476'] for port, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.773182 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-27533342-645f-469f-ac9b-d34adbc157a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:28.793003 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Calling delete_port for 9852195a-971c-4b84-9c89-d786dba64937 owned by network:dhcp {{(pid=100014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:56:28.799466 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=9852195a-971c-4b84-9c89-d786dba64937,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:28.802593 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:28.803356 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] No DVR routers for this DVR port 9852195a-971c-4b84-9c89-d786dba64937 on host dv-cinder-790535-6-smb {{(pid=100013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:56:28.872628 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508'] for port, after_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.874632 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:28.879432 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.891705 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39119d5-f88f-416b-ae1e-a5644229104b']}} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:28.899326 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Pushing event deleted for resources: {'Port': ['ID=9852195a-971c-4b84-9c89-d786dba64937,revision_number=None']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:28.904468 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] No DVR routers for this DVR port 9852195a-971c-4b84-9c89-d786dba64937 on host dv-cinder-790535-6-smb {{(pid=100014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:56:28.904650 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bdcb27-f47b-48cd-8169-1116054b653f') {'for_net_delete': True} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:28.905047 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.services.segments.db [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bdcb27-f47b-48cd-8169-1116054b653f') {} {{(pid=100013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:28.911099 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:28.911464 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:28.911816 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:28.912514 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:28.912514 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:28.915587 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:28.915587 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:28.915587 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:28.915587 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:28.915587 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:28.915587 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:28.915587 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-6-smb {{(pid=100014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 19:56:28.916379 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3430585'] for segment, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.918817 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-eb9b1456-2cba-495c-b1e8-e81ded58d126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:28.937345 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.943463 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:56:28.943865 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3283797'] for segment, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: Traceback (most recent call last): Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: timer() Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: cb(*args, **kw) Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: return func(*args, **kwargs) Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: self._notify() Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: self.callback(batched_events) Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: event.method(event) Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: return f(self, *a, **k) Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: return self._get(url).json() Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: return self.request(url, 'GET', **kwargs) Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:56:28.945883 dv-cinder-790535-6-smb neutron-server[100013]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:56:29.074341 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:29.080104 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:29.089524 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c39119d5-f88f-416b-ae1e-a5644229104b HTTP/1.1" status: 204 len: 168 time: 0.7645273 Jun 18 19:56:29.089524 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:29.090519 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 56064) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:29.099932 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=c39119d5-f88f-416b-ae1e-a5644229104b,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:29.102582 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-4a90a8d7-c34e-4e3c-a64d-d88df10f2f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:29.176529 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:29.436629 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-65f2cd7e-87c2-465d-9193-7b996c110ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-509175'] for router_interface, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:29.769803 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device b3776754-2667-4af1-bd59-6c84ac5948bb no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:56:29.791130 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: b3776754-2667-4af1-bd59-6c84ac5948bb {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:56:29.792010 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device b3776754-2667-4af1-bd59-6c84ac5948bb not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:56:29.792637 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 9852195a-971c-4b84-9c89-d786dba64937 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:56:29.816135 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: 9852195a-971c-4b84-9c89-d786dba64937 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:56:29.816489 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 9852195a-971c-4b84-9c89-d786dba64937 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:56:29.973753 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-65f2cd7e-87c2-465d-9193-7b996c110ca1 admin admin] Deleting port a2eb6ac7-d823-4a30-a384-a1566c56e1f9 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:56:29.973967 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-65f2cd7e-87c2-465d-9193-7b996c110ca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:30.050246 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [None req-65f2cd7e-87c2-465d-9193-7b996c110ca1 admin admin] For port a2eb6ac7-d823-4a30-a384-a1566c56e1f9, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=a2eb6ac7-d823-4a30-a384-a1566c56e1f9,segment=NetworkSegment(bccf912d-f646-4d92-8589-5fc21b5a5d3c),segment_id=bccf912d-f646-4d92-8589-5fc21b5a5d3c)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:56:30.050599 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-65f2cd7e-87c2-465d-9193-7b996c110ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:30.116133 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-65f2cd7e-87c2-465d-9193-7b996c110ca1 admin admin] Calling delete_port for a2eb6ac7-d823-4a30-a384-a1566c56e1f9 owned by network:router_interface {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:56:30.142235 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:30.325394 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-65f2cd7e-87c2-465d-9193-7b996c110ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:30.327354 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-8641be23-c908-4974-ac9e-601340dc3d46 tempest-AttachVolumeTestJSON-863619504 tempest-AttachVolumeTestJSON-863619504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:30.350257 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2cd7e-87c2-465d-9193-7b996c110ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2eb6ac7-d823-4a30-a384-a1566c56e1f9,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:30.352674 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-65f2cd7e-87c2-465d-9193-7b996c110ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:30.523037 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-65f2cd7e-87c2-465d-9193-7b996c110ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-701045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-509003'] for router_interface, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:30.739367 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f2cd7e-87c2-465d-9193-7b996c110ca1 admin admin] Router 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 has already been hosted by L3 agent 92782364-561c-464d-b29a-c35742e5cb72 {{(pid=100012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 19:56:30.842066 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f2cd7e-87c2-465d-9193-7b996c110ca1 admin admin] Notify agent at l3_agent.dv-cinder-790535-6-smb the message routers_updated {{(pid=100012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 19:56:30.846984 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-65f2cd7e-87c2-465d-9193-7b996c110ca1 admin admin] 10.222.0.30 "PUT /v2.0/routers/5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587225 Jun 18 19:56:30.849524 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 56078) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:30.850104 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb3bbf-4fba-4f1c-b8a6-8cc37a1f0dc4 None None] Sync routers for ids ['5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'] in dv-cinder-790535-6-smb {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 19:56:30.860004 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb3bbf-4fba-4f1c-b8a6-8cc37a1f0dc4 None None] Routers {'5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:56:30.860627 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-22bb3bbf-4fba-4f1c-b8a6-8cc37a1f0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:56:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:30.954265 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Notify callbacks [] for router, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:30.963988 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-22bb3bbf-4fba-4f1c-b8a6-8cc37a1f0dc4 None None] Set router 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 gateway port host: dv-cinder-790535-6-smb {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:56:31.054545 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:31.137736 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-22bb3bbf-4fba-4f1c-b8a6-8cc37a1f0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'name': 'tempest-TestShelveInstance-1374728975-router', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'external_fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118'}], 'enable_snat': True}, 'gw_port_id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:56:30Z', 'revision_number': 5, 'project_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'gw_port': {'id': '946414ee-8b87-4a5e-b0ba-7746c8ae9ef0', 'name': '', 'network_id': '2440ce7d-0693-4835-ae79-95ddbd08681a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'ip_address': '172.28.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f02942c2-2139-4351-ad43-c8c3eac5d335', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-6-smb'}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:31.166014 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb3bbf-4fba-4f1c-b8a6-8cc37a1f0dc4 None None] Checking router: 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 for host: dv-cinder-790535-6-smb {{(pid=100015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 19:56:31.174996 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb3bbf-4fba-4f1c-b8a6-8cc37a1f0dc4 None None] Routers {'5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'} bound to L3 agent in host dv-cinder-790535-6-smb {{(pid=100015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 19:56:31.175697 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-22bb3bbf-4fba-4f1c-b8a6-8cc37a1f0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T19:36:27Z,description=,heartbeat_timestamp=2021-06-18T19:56:27Z,host='dv-cinder-790535-6-smb',id=92782364-561c-464d-b29a-c35742e5cb72,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T19:36:28Z,topic='l3_agent')) {'router_ids': ['5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'], 'active': True} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:31.214518 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Deleting port 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:56:31.215094 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:31.262191 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_dvr_db [None req-22bb3bbf-4fba-4f1c-b8a6-8cc37a1f0dc4 None None] Set router 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 gateway port host: None {{(pid=100015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 19:56:31.297186 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] For port 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=946414ee-8b87-4a5e-b0ba-7746c8ae9ef0,segment=NetworkSegment(6270c4bb-b437-451d-9a6b-ae3ea18d32e1),segment_id=6270c4bb-b437-451d-9a6b-ae3ea18d32e1)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:56:31.297537 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:31.313167 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.l3_hamode_db [None req-22bb3bbf-4fba-4f1c-b8a6-8cc37a1f0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'name': 'tempest-TestShelveInstance-1374728975-router', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:56:31Z', 'revision_number': 6, 'project_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'gw_port_host': None}], 'dv-cinder-790535-6-smb', False) {} {{(pid=100015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:31.342202 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bb3bbf-4fba-4f1c-b8a6-8cc37a1f0dc4 None None] The sync data for ids ['5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27'] in dv-cinder-790535-6-smb is: [{'id': '5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27', 'name': 'tempest-TestShelveInstance-1374728975-router', 'tenant_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T19:50:40Z', 'updated_at': '2021-06-18T19:56:31Z', 'revision_number': 6, 'project_id': 'f6c52ee245904bf5891e1a67345aa3e9', 'gw_port_host': None}] {{(pid=100015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 19:56:31.365955 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Calling delete_port for 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 owned by network:router_gateway {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:56:31.589077 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:31.591369 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-fcd492df-1406-4fa5-a700-c15a83c5f9c2 tempest-VolumesSnapshotTestJSON-1776928803 tempest-VolumesSnapshotTestJSON-1776928803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:31.616153 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Pushing event deleted for resources: {'Port': ['ID=946414ee-8b87-4a5e-b0ba-7746c8ae9ef0,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:31.619290 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:31.680592 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-618599'] for router_gateway, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:31.788752 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6929'] for router, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:31.790896 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:31.908321 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-507944'] for router, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:31.908883 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 {{(pid=100012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 19:56:31.913968 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] Notify callbacks [] for router, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:31.914770 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-0b66620e-93f2-481e-86a8-05e059767592 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5701bb7d-2ea7-4d16-98c9-0f9d1d32bc27 HTTP/1.1" status: 204 len: 168 time: 1.0643306 Jun 18 19:56:31.917986 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 56082) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:31.964342 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5c4957-bb38-46aa-ac84-689187856a2a admin admin] Deleting subnet 9fbf89b4-03b4-47f2-a6a4-2e29186c8fdc {{(pid=100012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 19:56:31.967422 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4957-bb38-46aa-ac84-689187856a2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.004561 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4957-bb38-46aa-ac84-689187856a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127656646'] for subnet, precommit_delete_associations {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.093816 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4957-bb38-46aa-ac84-689187856a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16210534'] for subnet, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.108903 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device a2eb6ac7-d823-4a30-a384-a1566c56e1f9 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:56:32.132533 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: a2eb6ac7-d823-4a30-a384-a1566c56e1f9 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:56:32.132533 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device a2eb6ac7-d823-4a30-a384-a1566c56e1f9 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:56:32.280173 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4957-bb38-46aa-ac84-689187856a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16210537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3522774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127559394'] for subnet, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.282637 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:32.304873 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c4957-bb38-46aa-ac84-689187856a2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fbf89b4-03b4-47f2-a6a4-2e29186c8fdc,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:32.309256 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-3c5c4957-bb38-46aa-ac84-689187856a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:32.312082 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4957-bb38-46aa-ac84-689187856a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for subnet, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.320002 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-3c5c4957-bb38-46aa-ac84-689187856a2a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9fbf89b4-03b4-47f2-a6a4-2e29186c8fdc HTTP/1.1" status: 204 len: 168 time: 0.3950555 Jun 18 19:56:32.320002 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.wsgi [-] (100012) accepted ('10.222.0.30', 56084) {{(pid=100012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:32.320254 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae276f-4a4e-457d-b343-d3f16969895a None None] Network 91593c96-cb48-4566-a538-325fb31cc8ab requested from dv-cinder-790535-6-smb {{(pid=100014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 19:56:32.395751 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16377626'] for network, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.458461 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Deleting port a5da5e3e-fa80-4374-9715-b63be7010c6a {{(pid=100012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:56:32.458829 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.526609 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae211c73-e45b-46dc-a2f9-73c24cb4c04a None None] DHCP port deletion for 91593c96-cb48-4566-a538-325fb31cc8ab request from dv-cinder-790535-6-smb {{(pid=100014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 19:56:32.536860 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.db [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] For port a5da5e3e-fa80-4374-9715-b63be7010c6a, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=a5da5e3e-fa80-4374-9715-b63be7010c6a,segment=NetworkSegment(bccf912d-f646-4d92-8589-5fc21b5a5d3c),segment_id=bccf912d-f646-4d92-8589-5fc21b5a5d3c)] {{(pid=100012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:56:32.537220 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.575094 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-ae211c73-e45b-46dc-a2f9-73c24cb4c04a None None] Deleting port a5da5e3e-fa80-4374-9715-b63be7010c6a {{(pid=100014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 19:56:32.575511 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ae211c73-e45b-46dc-a2f9-73c24cb4c04a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727448636645'] for port, before_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.607735 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.plugin [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Calling delete_port for a5da5e3e-fa80-4374-9715-b63be7010c6a owned by network:dhcp {{(pid=100012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:56:32.652562 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.db [None req-ae211c73-e45b-46dc-a2f9-73c24cb4c04a None None] For port a5da5e3e-fa80-4374-9715-b63be7010c6a, host dv-cinder-790535-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-6-smb',level=0,port_id=a5da5e3e-fa80-4374-9715-b63be7010c6a,segment=NetworkSegment(bccf912d-f646-4d92-8589-5fc21b5a5d3c),segment_id=bccf912d-f646-4d92-8589-5fc21b5a5d3c)] {{(pid=100014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 19:56:32.652922 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ae211c73-e45b-46dc-a2f9-73c24cb4c04a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620198'] for port, precommit_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.722237 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-ae211c73-e45b-46dc-a2f9-73c24cb4c04a None None] Calling delete_port for a5da5e3e-fa80-4374-9715-b63be7010c6a owned by network:dhcp {{(pid=100014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 19:56:32.742274 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3522732'] for port, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.744491 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-502690f8-03cf-43da-ae13-968ef2eb6813 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:32.773461 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5da5e3e-fa80-4374-9715-b63be7010c6a,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:32.776916 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:32.779663 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] No DVR routers for this DVR port a5da5e3e-fa80-4374-9715-b63be7010c6a on host dv-cinder-790535-6-smb {{(pid=100012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:56:32.805351 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ae211c73-e45b-46dc-a2f9-73c24cb4c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16300957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-700935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727448639461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727448050508'] for port, after_delete {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.807977 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-d85a63da-a650-4a24-9dd0-1ebae8cc864b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:32.832543 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae211c73-e45b-46dc-a2f9-73c24cb4c04a None None] Pushing event deleted for resources: {'Port': ['ID=a5da5e3e-fa80-4374-9715-b63be7010c6a,revision_number=None']} {{(pid=100014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:32.835545 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG oslo_concurrency.lockutils [None req-ae211c73-e45b-46dc-a2f9-73c24cb4c04a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100014) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:32.836347 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae211c73-e45b-46dc-a2f9-73c24cb4c04a None None] No DVR routers for this DVR port a5da5e3e-fa80-4374-9715-b63be7010c6a on host dv-cinder-790535-6-smb {{(pid=100014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 19:56:32.857071 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16211961', 'neutron.services.segments.db._delete_segments_for_network-8727448541651'] for network, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.867107 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91593c96-cb48-4566-a538-325fb31cc8ab']}} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:32.878868 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccf912d-f646-4d92-8589-5fc21b5a5d3c') {'for_net_delete': True} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:32.879161 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.services.segments.db [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccf912d-f646-4d92-8589-5fc21b5a5d3c') {} {{(pid=100012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 19:56:32.889647 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727448541480', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127656655'] for segment, before_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.905071 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793'] for segment, precommit_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.911317 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=100012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 19:56:32.911668 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16207793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3469437'] for segment, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: Traceback (most recent call last): Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: timer() Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: cb(*args, **kw) Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: return func(*args, **kwargs) Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: self._notify() Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: self.callback(batched_events) Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: event.method(event) Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: return f(self, *a, **k) Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: return self._get(url).json() Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: return self.request(url, 'GET', **kwargs) Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 19:56:32.913405 dv-cinder-790535-6-smb neutron-server[100012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 19:56:33.017154 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16211936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485949', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-700940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-618680'] for network, after_delete {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:33.021271 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-0320f848-6411-447d-8a61-b2dc8bf0cfd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:33.024051 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron_lib.callbacks.manager [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-700945'] for network, before_response {{(pid=100012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:33.026419 dv-cinder-790535-6-smb neutron-server[100012]: INFO neutron.wsgi [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] 10.222.0.30 "DELETE /v2.0/networks/91593c96-cb48-4566-a538-325fb31cc8ab HTTP/1.1" status: 204 len: 168 time: 0.7081811 Jun 18 19:56:33.037993 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Pushing event deleted for resources: {'Network': ['ID=91593c96-cb48-4566-a538-325fb31cc8ab,revision_number=None']} {{(pid=100012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:33.041018 dv-cinder-790535-6-smb neutron-server[100012]: DEBUG oslo_concurrency.lockutils [None req-b35f0e2d-67a7-4375-a8a4-1b9c74c7548b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100012) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:33.301410 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 56090) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:33.346160 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-ff55df40-0d4e-44b0-8260-5885fd0f6782 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f2e626262a046fdb2b42227888bad4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433497 Jun 18 19:56:33.348570 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 56092) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:33.400091 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f0c47762-1bd0-462b-89d7-044e8d4b5ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:33.422470 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f0c47762-1bd0-462b-89d7-044e8d4b5ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:33.543167 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f0c47762-1bd0-462b-89d7-044e8d4b5ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:33.545881 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-f0c47762-1bd0-462b-89d7-044e8d4b5ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:33.547023 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-f0c47762-1bd0-462b-89d7-044e8d4b5ec8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/030dfc57-f335-4268-84ee-b88c9487ad95 HTTP/1.1" status: 204 len: 168 time: 0.1975234 Jun 18 19:56:33.547957 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-91419a08-0adb-43c5-a4a4-ba1f0c24f007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:33.555674 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c47762-1bd0-462b-89d7-044e8d4b5ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030dfc57-f335-4268-84ee-b88c9487ad95,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:33.558695 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-f0c47762-1bd0-462b-89d7-044e8d4b5ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:33.760258 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device a5da5e3e-fa80-4374-9715-b63be7010c6a no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:56:33.781879 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: a5da5e3e-fa80-4374-9715-b63be7010c6a {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:56:33.782236 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device a5da5e3e-fa80-4374-9715-b63be7010c6a not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:56:33.782665 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 no longer exists at agent ovs-agent-dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 19:56:33.802339 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.plugin [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] No Port match for: 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 {{(pid=100014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 19:56:33.802632 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron.plugins.ml2.rpc [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Device 946414ee-8b87-4a5e-b0ba-7746c8ae9ef0 not bound to the agent host dv-cinder-790535-6-smb {{(pid=100014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 19:56:34.300637 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 56100) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:34.343529 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-c161244d-a071-4883-89ca-89cb24537a69 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6c52ee245904bf5891e1a67345aa3e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416131 Jun 18 19:56:34.346024 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 56102) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:34.394215 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7242df4b-1280-44aa-8560-046ebad92f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:34.417222 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7242df4b-1280-44aa-8560-046ebad92f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:34.548289 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7242df4b-1280-44aa-8560-046ebad92f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:34.551413 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-7242df4b-1280-44aa-8560-046ebad92f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:34.552559 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-7242df4b-1280-44aa-8560-046ebad92f25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87f3a7e0-d26d-4afb-8841-1a7558b01ad6 HTTP/1.1" status: 204 len: 168 time: 0.2056484 Jun 18 19:56:34.555155 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-31008783-a4e5-4433-abea-ad0a1535cba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:34.561468 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242df4b-1280-44aa-8560-046ebad92f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f3a7e0-d26d-4afb-8841-1a7558b01ad6,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:34.563685 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7242df4b-1280-44aa-8560-046ebad92f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:34.598536 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:56:42.626113 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 56150) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:42.728643 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-beb4d3f2-8e78-45db-bb75-8f76e3e2e399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:42.824070 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-beb4d3f2-8e78-45db-bb75-8f76e3e2e399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:42.908018 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-beb4d3f2-8e78-45db-bb75-8f76e3e2e399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_create {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:42.910750 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-8812348d-1da6-41e1-a71c-b0be2da5bdf2 tempest-AttachVolumeShelveTestJSON-1083837792 tempest-AttachVolumeShelveTestJSON-1083837792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:42.951888 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4d3f2-8e78-45db-bb75-8f76e3e2e399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a18fa0-a0eb-44d8-b54a-c23e7f0ac708,revision_number=1']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:42.956236 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-beb4d3f2-8e78-45db-bb75-8f76e3e2e399 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d66dc81d513448c79d14bc66827e3e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290758 Jun 18 19:56:42.957471 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-beb4d3f2-8e78-45db-bb75-8f76e3e2e399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:42.958891 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [-] (100013) accepted ('10.222.0.30', 56154) {{(pid=100013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 19:56:43.010191 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1674a05f-527c-4ca9-ad99-7a5b247deb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:43.033187 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1674a05f-527c-4ca9-ad99-7a5b247deb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:43.182397 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1674a05f-527c-4ca9-ad99-7a5b247deb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485948'] for security_group, after_delete {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:43.185163 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron_lib.callbacks.manager [None req-1674a05f-527c-4ca9-ad99-7a5b247deb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:43.186316 dv-cinder-790535-6-smb neutron-server[100013]: INFO neutron.wsgi [None req-1674a05f-527c-4ca9-ad99-7a5b247deb8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4a18fa0-a0eb-44d8-b54a-c23e7f0ac708 HTTP/1.1" status: 204 len: 168 time: 0.2264626 Jun 18 19:56:43.187361 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-7375fc48-a083-4494-a9ef-684b2fcf47b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 19:56:43.196591 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674a05f-527c-4ca9-ad99-7a5b247deb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a18fa0-a0eb-44d8-b54a-c23e7f0ac708,revision_number=None']} {{(pid=100013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 19:56:43.198886 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG oslo_concurrency.lockutils [None req-1674a05f-527c-4ca9-ad99-7a5b247deb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100013) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 19:56:54.546363 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-755b1f52-6a43-4c26-926d-65314af7c648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:57.107775 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-f806a51a-9895-48b2-823f-f7fc361f1d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:58.056083 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:58.445206 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:56:59.181847 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:00.146194 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:11.597928 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:57:24.575763 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-8913e7f4-c345-4d48-b106-c1122486b713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:27.140943 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8dbf-6bc9-4f94-9162-88585f83a7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:28.066440 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:28.409776 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:29.220923 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:30.192461 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:48.596620 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:57:54.563411 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-f7a3274d-a8b3-41a9-9173-52779b63ce9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:57.116597 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e910-1937-4824-8488-5978236fe0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:58.056233 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:58.409281 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:57:59.214821 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:00.152092 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:24.563017 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-386761d0-fd50-42c3-872b-121359d6ea36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:25.596390 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:58:27.094158 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b386cbe3-1a9f-4bba-ae6d-1ec82ea61add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:28.065042 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:28.419904 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:29.208711 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:30.168239 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:54.532469 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fcaf0f48-55b0-4eac-ada1-c7474b9978b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:57.097756 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-9b8ff086-65b4-4023-be62-8d1c48f599c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:58.058735 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:58.424553 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:58:59.190433 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:00.143949 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:02.596404 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:59:24.532891 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-851657c5-ec37-4cc4-95aa-73d8338e4658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:27.114536 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-78b7d03b-5154-41c0-a061-861261fb22bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:28.063092 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:28.445650 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:29.217019 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:30.172674 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:39.594517 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 19:59:54.547898 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-33cc0312-1b6b-4bd1-afff-dd055c864cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:57.172137 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-efab33ba-d177-43a2-9013-a7dbfb92ee63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:58.067786 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:58.428876 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 19:59:59.212728 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:00.149394 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:16.593730 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:00:24.530476 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-628cb4da-9b9d-4512-9674-492ca125de29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:27.118532 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-aa9153f8-0dc2-4a1e-89a7-fe04a8c095bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:28.067167 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:28.432799 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:29.274161 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:30.160282 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:31.917378 dv-cinder-790535-6-smb neutron-server[100013]: DEBUG neutron.wsgi [req-d76ed3fe-c96e-4a63-83bf-3ac017cad2c2 req-ae8d8c2c-0dd9-415f-a717-b469ccd41acd service neutron] (100013) timed out ('10.222.0.22', 56307) {{(pid=100013) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 20:00:53.591999 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 20:00:54.574769 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-9a5860a2-eaa9-47e6-b4e3-646c05b35172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:57.101139 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-438b43ae-d77f-4553-8ccb-9cfb278506c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:58.061949 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:58.433490 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:00:59.251105 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:00.176224 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:24.539711 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-ca483499-ad4d-43e7-b8a2-d303cf094e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:27.117003 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-df6371e8-14e8-4dc8-946c-73a06f3d91a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:28.060974 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-fd833509-d87f-417c-b3d2-8179aa65eb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:28.432578 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-b390f48a-ec59-41d4-acb0-de7c2f7683fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:29.284276 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-6efbbe85-ffd3-44c6-b460-cb968c396390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:30.158243 dv-cinder-790535-6-smb neutron-server[100014]: DEBUG neutron_lib.callbacks.manager [None req-d117ec83-5024-4128-980a-f876e53f9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727448541633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16209315'] for agent, after_update {{(pid=100014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 20:01:30.591690 dv-cinder-790535-6-smb neutron-server[100015]: DEBUG neutron.db.agents_db [None req-1ab9fe50-e885-4d74-88e3-b60f1805a89e None None] Agent healthcheck: found 6 active agents {{(pid=100015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}